2024-11-25 07:16:43,894 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 07:16:43,911 main DEBUG Took 0.015177 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 07:16:43,911 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 07:16:43,911 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 07:16:43,912 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 07:16:43,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,920 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 07:16:43,932 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,936 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,937 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,938 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,940 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,943 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,945 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:16:43,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,948 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 07:16:43,950 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:16:43,951 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 07:16:43,954 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 07:16:43,954 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 07:16:43,956 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 07:16:43,956 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 07:16:43,967 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 07:16:43,970 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 07:16:43,972 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 07:16:43,973 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 07:16:43,973 main DEBUG createAppenders(={Console}) 2024-11-25 07:16:43,974 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-25 07:16:43,974 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 07:16:43,974 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-25 07:16:43,975 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 07:16:43,975 main DEBUG OutputStream closed 2024-11-25 07:16:43,976 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 07:16:43,976 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 07:16:43,976 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-25 07:16:44,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 07:16:44,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 07:16:44,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 07:16:44,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 07:16:44,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 07:16:44,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 07:16:44,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 07:16:44,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 07:16:44,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 07:16:44,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 07:16:44,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 07:16:44,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 07:16:44,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 07:16:44,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 07:16:44,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 07:16:44,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 07:16:44,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 07:16:44,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 07:16:44,054 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 07:16:44,054 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-25 07:16:44,055 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 07:16:44,055 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-25T07:16:44,069 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-25 07:16:44,071 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 07:16:44,072 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T07:16:44,124 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=8826 2024-11-25T07:16:44,346 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-25T07:16:44,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220 2024-11-25T07:16:44,386 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c, deleteOnExit=true 2024-11-25T07:16:44,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c/zookeeper_0, clientPort=53363, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:16:44,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53363 2024-11-25T07:16:44,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:16:44,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:16:44,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/test.cache.data in system properties and HBase conf 2024-11-25T07:16:44,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:16:44,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:16:44,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:16:44,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:16:44,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:16:44,575 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T07:16:44,678 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:16:44,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:16:44,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:16:44,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:16:44,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:16:44,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:16:44,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:16:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:16:44,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:16:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:16:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:16:44,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:16:44,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:16:44,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:16:44,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:16:45,486 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T07:16:45,562 INFO [Time-limited test {}] log.Log(170): Logging initialized @2380ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T07:16:45,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:16:45,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:16:45,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:16:45,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:16:45,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:16:45,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:16:45,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:16:45,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:16:45,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/java.io.tmpdir/jetty-localhost-43669-hadoop-hdfs-3_4_1-tests_jar-_-any-5749868302756699847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:16:45,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43669} 2024-11-25T07:16:45,933 INFO [Time-limited test {}] server.Server(415): Started @2752ms 2024-11-25T07:16:46,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:16:46,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:16:46,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:16:46,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:16:46,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:16:46,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:16:46,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:16:46,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/java.io.tmpdir/jetty-localhost-35801-hadoop-hdfs-3_4_1-tests_jar-_-any-3910347381339944805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:16:46,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:35801} 2024-11-25T07:16:46,451 INFO [Time-limited test {}] server.Server(415): Started @3270ms 2024-11-25T07:16:46,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:16:47,005 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c/data/data2/current/BP-126724781-172.17.0.2-1732519005247/current, will proceed with Du for space computation calculation, 2024-11-25T07:16:47,005 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c/data/data1/current/BP-126724781-172.17.0.2-1732519005247/current, will proceed with Du for space computation calculation, 2024-11-25T07:16:47,034 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:16:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d225781da889cbb with lease ID 0x350848870970c536: Processing first storage report for DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8 from datanode DatanodeRegistration(127.0.0.1:41467, datanodeUuid=a8e4c850-04b1-4480-a5e9-6998eb890150, infoPort=44099, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1297803022;c=1732519005247) 2024-11-25T07:16:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d225781da889cbb with lease ID 0x350848870970c536: from storage DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8 node DatanodeRegistration(127.0.0.1:41467, datanodeUuid=a8e4c850-04b1-4480-a5e9-6998eb890150, infoPort=44099, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1297803022;c=1732519005247), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:16:47,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d225781da889cbb with lease ID 0x350848870970c536: Processing first storage report for DS-a2974a3b-6df8-43db-802c-048c652fc104 from datanode DatanodeRegistration(127.0.0.1:41467, datanodeUuid=a8e4c850-04b1-4480-a5e9-6998eb890150, infoPort=44099, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1297803022;c=1732519005247) 2024-11-25T07:16:47,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d225781da889cbb with lease ID 0x350848870970c536: from storage DS-a2974a3b-6df8-43db-802c-048c652fc104 node DatanodeRegistration(127.0.0.1:41467, datanodeUuid=a8e4c850-04b1-4480-a5e9-6998eb890150, infoPort=44099, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=1297803022;c=1732519005247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:16:47,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220 2024-11-25T07:16:47,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:47,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:16:47,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1 with version=8 2024-11-25T07:16:47,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/hbase-staging 2024-11-25T07:16:47,917 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T07:16:48,162 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:16:48,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:48,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:48,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:16:48,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:48,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:16:48,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:16:48,370 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T07:16:48,378 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T07:16:48,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:16:48,408 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12772 (auto-detected) 2024-11-25T07:16:48,410 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T07:16:48,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41311 2024-11-25T07:16:48,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41311 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:16:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413110x0, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:16:48,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41311-0x1014dfbf3b20000 connected 2024-11-25T07:16:48,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:48,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:48,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:16:48,527 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1, hbase.cluster.distributed=false 2024-11-25T07:16:48,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/acl 2024-11-25T07:16:48,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-25T07:16:48,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41311 2024-11-25T07:16:48,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41311 2024-11-25T07:16:48,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-25T07:16:48,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41311 2024-11-25T07:16:48,676 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:16:48,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:48,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:48,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:16:48,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:48,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:16:48,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:16:48,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:16:48,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40843 2024-11-25T07:16:48,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40843 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:16:48,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:48,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:48,699 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408430x0, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:16:48,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40843-0x1014dfbf3b20001 connected 2024-11-25T07:16:48,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:16:48,704 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:16:48,713 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:16:48,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/master 2024-11-25T07:16:48,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/acl 2024-11-25T07:16:48,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-25T07:16:48,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40843 2024-11-25T07:16:48,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40843 2024-11-25T07:16:48,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-25T07:16:48,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-25T07:16:48,738 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:41311 2024-11-25T07:16:48,738 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1949344273/backup-masters/5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:48,745 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:16:48,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:16:48,747 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on existing znode=/0-1949344273/backup-masters/5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:48,769 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949344273/master 2024-11-25T07:16:48,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:48,769 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:48,770 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on existing znode=/0-1949344273/master 2024-11-25T07:16:48,771 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1949344273/backup-masters/5eb3d201e8c9,41311,1732519007968 from backup master directory 2024-11-25T07:16:48,774 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:16:48,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/backup-masters/5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:16:48,775 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:16:48,775 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:48,777 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T07:16:48,779 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T07:16:48,837 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/hbase.id] with ID: 247b216d-d6ac-4985-a0ea-9d21179b989f 2024-11-25T07:16:48,837 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/.tmp/hbase.id 2024-11-25T07:16:48,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:16:48,847 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/.tmp/hbase.id]:[hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/hbase.id] 2024-11-25T07:16:48,890 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:48,895 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:16:48,913 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-25T07:16:48,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:48,916 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:48,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:16:48,938 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:16:48,941 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:16:48,963 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:16:48,968 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:16:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:16:49,418 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store 2024-11-25T07:16:49,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:16:49,440 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T07:16:49,444 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:49,445 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:16:49,445 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:49,445 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:49,446 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:16:49,447 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:49,447 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:49,448 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519009445Disabling compacts and flushes for region at 1732519009445Disabling writes for close at 1732519009447 (+2 ms)Writing region close event to WAL at 1732519009447Closed at 1732519009447 2024-11-25T07:16:49,450 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/.initializing 2024-11-25T07:16:49,450 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:49,459 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:16:49,475 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C41311%2C1732519007968, suffix=, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/oldWALs, maxLogs=10 2024-11-25T07:16:49,501 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481, exclude list is [], retry=0 2024-11-25T07:16:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:16:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T07:16:49,557 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 2024-11-25T07:16:49,558 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:16:49,558 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:16:49,559 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:49,562 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,563 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:16:49,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:49,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:49,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:16:49,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:49,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:49,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:16:49,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:49,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:49,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:16:49,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:49,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:49,653 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,658 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,659 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,666 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,667 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,671 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:16:49,675 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:49,679 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:16:49,680 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60705584, jitterRate=-0.09541630744934082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:16:49,689 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519009575Initializing all the Stores at 1732519009577 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519009578 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519009579 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519009579Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519009579Cleaning up temporary data from old regions at 1732519009667 (+88 ms)Region opened successfully at 1732519009689 (+22 ms) 2024-11-25T07:16:49,690 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:16:49,726 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ce10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:16:49,758 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:16:49,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:16:49,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:16:49,773 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:16:49,775 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T07:16:49,780 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T07:16:49,780 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:16:49,806 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:16:49,815 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/balancer because node does not exist (not necessarily an error) 2024-11-25T07:16:49,817 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/balancer already deleted, retry=false 2024-11-25T07:16:49,819 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:16:49,820 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:16:49,823 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/normalizer already deleted, retry=false 2024-11-25T07:16:49,825 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:16:49,829 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:16:49,830 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/switch/split already deleted, retry=false 2024-11-25T07:16:49,831 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:16:49,833 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/switch/merge already deleted, retry=false 2024-11-25T07:16:49,851 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:16:49,853 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/snapshot-cleanup already deleted, retry=false 2024-11-25T07:16:49,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:16:49,859 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:16:49,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:49,859 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:49,862 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,41311,1732519007968, sessionid=0x1014dfbf3b20000, setting cluster-up flag (Was=false) 2024-11-25T07:16:49,875 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:49,881 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949344273/flush-table-proc/acquired, /0-1949344273/flush-table-proc/reached, /0-1949344273/flush-table-proc/abort 2024-11-25T07:16:49,883 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:49,888 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:49,894 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949344273/online-snapshot/acquired, /0-1949344273/online-snapshot/reached, /0-1949344273/online-snapshot/abort 2024-11-25T07:16:49,895 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:49,901 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:16:49,927 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(746): ClusterId : 247b216d-d6ac-4985-a0ea-9d21179b989f 2024-11-25T07:16:49,930 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:16:49,935 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:16:49,935 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:16:49,939 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:16:49,940 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb8721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:16:49,959 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:40843 2024-11-25T07:16:49,962 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:16:49,962 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:16:49,962 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:16:49,965 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,41311,1732519007968 with port=40843, startcode=1732519008637 2024-11-25T07:16:49,977 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:49,978 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:16:49,987 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:16:49,994 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:16:50,000 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,41311,1732519007968 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:16:50,008 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:50,008 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:50,008 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:50,009 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:50,009 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:16:50,009 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,009 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:16:50,010 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:16:50,013 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519040013 2024-11-25T07:16:50,014 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:16:50,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:50,016 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:16:50,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:16:50,019 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41311 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T07:16:50,020 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:16:50,021 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:16:50,021 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:16:50,021 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:16:50,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:50,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:16:50,024 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,028 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:16:50,030 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:16:50,030 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:16:50,030 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:16:50,033 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:16:50,033 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:16:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:16:50,038 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519010035,5,FailOnTimeoutGroup] 2024-11-25T07:16:50,040 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519010038,5,FailOnTimeoutGroup] 2024-11-25T07:16:50,040 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,040 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:16:50,042 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,042 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,047 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T07:16:50,047 WARN [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T07:16:50,149 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,41311,1732519007968 with port=40843, startcode=1732519008637 2024-11-25T07:16:50,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:50,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41311 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:50,162 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1 2024-11-25T07:16:50,162 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39719 2024-11-25T07:16:50,162 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:16:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/rs 2024-11-25T07:16:50,167 DEBUG [RS:0;5eb3d201e8c9:40843 {}] zookeeper.ZKUtil(111): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on existing znode=/0-1949344273/rs/5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:50,168 WARN [RS:0;5eb3d201e8c9:40843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:16:50,168 INFO [RS:0;5eb3d201e8c9:40843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:16:50,168 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:50,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,40843,1732519008637] 2024-11-25T07:16:50,193 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:16:50,207 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:16:50,212 INFO [RS:0;5eb3d201e8c9:40843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:16:50,212 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,213 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:16:50,218 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:16:50,220 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,220 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,220 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,220 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,221 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,221 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,221 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:16:50,221 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,221 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,221 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,222 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,222 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,222 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:50,222 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:16:50,222 DEBUG [RS:0;5eb3d201e8c9:40843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:16:50,224 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,225 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,225 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,225 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,225 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,226 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40843,1732519008637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:16:50,246 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:16:50,248 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40843,1732519008637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,248 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,248 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.Replication(171): 5eb3d201e8c9,40843,1732519008637 started 2024-11-25T07:16:50,267 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:50,267 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,40843,1732519008637, RpcServer on 5eb3d201e8c9/172.17.0.2:40843, sessionid=0x1014dfbf3b20001 2024-11-25T07:16:50,268 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:16:50,268 DEBUG [RS:0;5eb3d201e8c9:40843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:50,268 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,40843,1732519008637' 2024-11-25T07:16:50,268 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949344273/flush-table-proc/abort' 2024-11-25T07:16:50,269 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949344273/flush-table-proc/acquired' 2024-11-25T07:16:50,270 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:16:50,270 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:16:50,270 DEBUG [RS:0;5eb3d201e8c9:40843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:50,270 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,40843,1732519008637' 2024-11-25T07:16:50,270 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949344273/online-snapshot/abort' 2024-11-25T07:16:50,271 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949344273/online-snapshot/acquired' 2024-11-25T07:16:50,272 DEBUG [RS:0;5eb3d201e8c9:40843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:16:50,272 INFO [RS:0;5eb3d201e8c9:40843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:16:50,272 INFO [RS:0;5eb3d201e8c9:40843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:16:50,377 INFO [RS:0;5eb3d201e8c9:40843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:16:50,381 INFO [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40843%2C1732519008637, suffix=, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs, maxLogs=10 2024-11-25T07:16:50,398 DEBUG [RS:0;5eb3d201e8c9:40843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383, exclude list is [], retry=0 2024-11-25T07:16:50,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:16:50,406 INFO [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 2024-11-25T07:16:50,407 DEBUG [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:16:50,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:16:50,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1 2024-11-25T07:16:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:16:50,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:50,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:16:50,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:16:50,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:50,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:50,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:16:50,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:16:50,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:50,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:50,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:16:50,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:16:50,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:50,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:50,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:16:50,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:16:50,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:50,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:50,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:16:50,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740 2024-11-25T07:16:50,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740 2024-11-25T07:16:50,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:16:50,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:16:50,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:16:50,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:16:50,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:16:50,878 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73219405, jitterRate=0.09105415642261505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:16:50,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519010849Initializing all the Stores at 1732519010851 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519010851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519010851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519010851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519010851Cleaning up temporary data from old regions at 1732519010870 (+19 ms)Region opened successfully at 1732519010880 (+10 ms) 2024-11-25T07:16:50,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:16:50,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:16:50,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:16:50,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:16:50,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:16:50,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:16:50,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519010880Disabling compacts and flushes for region at 1732519010880Disabling writes for close at 1732519010881 (+1 ms)Writing region close event to WAL at 1732519010881Closed at 1732519010882 (+1 ms) 2024-11-25T07:16:50,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:50,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:16:50,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:16:50,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:16:50,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:16:51,055 DEBUG [5eb3d201e8c9:41311 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:16:51,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:51,074 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,40843,1732519008637, state=OPENING 2024-11-25T07:16:51,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:16:51,084 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:51,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:51,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:16:51,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:16:51,087 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:16:51,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40843,1732519008637}] 2024-11-25T07:16:51,266 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:16:51,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:16:51,280 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:16:51,281 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:16:51,281 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:16:51,284 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40843%2C1732519008637.meta, suffix=.meta, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs, maxLogs=10 2024-11-25T07:16:51,301 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.meta.1732519011286.meta, exclude list is [], retry=0 2024-11-25T07:16:51,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:16:51,307 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.meta.1732519011286.meta 2024-11-25T07:16:51,308 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:16:51,308 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:16:51,313 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:16:51,314 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:16:51,317 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:16:51,318 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:16:51,322 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:16:51,323 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:51,323 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:16:51,323 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:16:51,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:16:51,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:16:51,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:51,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:51,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:16:51,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:16:51,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:16:51,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:16:51,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:51,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:51,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:16:51,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:16:51,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:51,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:51,340 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:16:51,342 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740 2024-11-25T07:16:51,346 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740 2024-11-25T07:16:51,350 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:16:51,350 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:16:51,351 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:16:51,355 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:16:51,357 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63775598, jitterRate=-0.0496695339679718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:16:51,358 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:16:51,360 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519011324Writing region info on filesystem at 1732519011324Initializing all the Stores at 1732519011327 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519011327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519011327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519011327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519011327Cleaning up temporary data from old regions at 1732519011350 (+23 ms)Running coprocessor post-open hooks at 1732519011358 (+8 ms)Region opened successfully at 1732519011359 (+1 ms) 2024-11-25T07:16:51,370 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519011257 2024-11-25T07:16:51,388 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:16:51,389 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:16:51,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:51,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,40843,1732519008637, state=OPEN 2024-11-25T07:16:51,396 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:16:51,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:16:51,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:16:51,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:16:51,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:51,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:16:51,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40843,1732519008637 in 309 msec 2024-11-25T07:16:51,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:16:51,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-25T07:16:51,422 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:51,423 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:16:51,449 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:16:51,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40843,1732519008637, seqNum=-1] 2024-11-25T07:16:51,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:16:51,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:16:51,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5660 sec 2024-11-25T07:16:51,498 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519011498, completionTime=-1 2024-11-25T07:16:51,500 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:16:51,500 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:16:51,529 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:16:51,529 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519071529 2024-11-25T07:16:51,529 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519131529 2024-11-25T07:16:51,530 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-25T07:16:51,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41311,1732519007968-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:51,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41311,1732519007968-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:51,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41311,1732519007968-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:51,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:41311, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:51,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:51,535 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:51,540 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:16:51,566 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.789sec 2024-11-25T07:16:51,567 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:16:51,568 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:16:51,569 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:16:51,570 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:16:51,570 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:16:51,571 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41311,1732519007968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:16:51,571 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41311,1732519007968-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:16:51,579 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:16:51,580 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:16:51,580 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41311,1732519007968-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:51,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:51,640 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T07:16:51,640 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T07:16:51,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,41311,-1 for getting cluster id 2024-11-25T07:16:51,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:51,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247b216d-d6ac-4985-a0ea-9d21179b989f' 2024-11-25T07:16:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247b216d-d6ac-4985-a0ea-9d21179b989f" 2024-11-25T07:16:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f7a663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,41311,-1] 2024-11-25T07:16:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:51,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:51,664 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:51,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:51,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:16:51,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40843,1732519008637, seqNum=-1] 2024-11-25T07:16:51,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:16:51,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:16:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:51,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:16:51,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:16:51,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dfbf3b20002 connected 2024-11-25T07:16:51,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.log.dir so I do NOT create it in target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0 2024-11-25T07:16:51,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:16:51,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.tmp.dir so I do NOT create it in target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0 2024-11-25T07:16:51,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:16:51,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0 2024-11-25T07:16:51,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:16:51,730 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/cluster_0813d2dc-1264-e070-1c87-cee0644fd458, deleteOnExit=true 2024-11-25T07:16:51,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:16:51,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/test.cache.data in system properties and HBase conf 2024-11-25T07:16:51,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:16:51,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:16:51,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:16:51,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:16:51,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:16:51,732 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:16:51,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:16:51,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:16:51,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:16:51,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:16:51,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:16:51,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:16:51,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:16:51,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:16:51,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:16:51,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:16:51,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:16:51,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:16:51,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:16:51,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:16:51,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/java.io.tmpdir/jetty-localhost-38421-hadoop-hdfs-3_4_1-tests_jar-_-any-1487400121972524869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:16:51,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:38421} 2024-11-25T07:16:51,970 INFO [Time-limited test {}] server.Server(415): Started @8790ms 2024-11-25T07:16:52,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:16:52,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:16:52,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:16:52,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:16:52,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:16:52,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:16:52,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:16:52,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/java.io.tmpdir/jetty-localhost-37779-hadoop-hdfs-3_4_1-tests_jar-_-any-18429139132423315311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:16:52,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:37779} 2024-11-25T07:16:52,189 INFO [Time-limited test {}] server.Server(415): Started @9008ms 2024-11-25T07:16:52,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:16:52,298 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/cluster_0813d2dc-1264-e070-1c87-cee0644fd458/data/data1/current/BP-612060255-172.17.0.2-1732519011767/current, will proceed with Du for space computation calculation, 2024-11-25T07:16:52,298 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/cluster_0813d2dc-1264-e070-1c87-cee0644fd458/data/data2/current/BP-612060255-172.17.0.2-1732519011767/current, will proceed with Du for space computation calculation, 2024-11-25T07:16:52,353 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:16:52,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e3afbcd08282f79 with lease ID 0x78f86ec4c3d84d1b: Processing first storage report for DS-d05bc78e-700c-43d1-b8cc-784d597f4c10 from datanode DatanodeRegistration(127.0.0.1:38675, datanodeUuid=6e841541-ae57-4864-9ec6-25068d9504c4, infoPort=40683, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=482509492;c=1732519011767) 2024-11-25T07:16:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e3afbcd08282f79 with lease ID 0x78f86ec4c3d84d1b: from storage DS-d05bc78e-700c-43d1-b8cc-784d597f4c10 node DatanodeRegistration(127.0.0.1:38675, datanodeUuid=6e841541-ae57-4864-9ec6-25068d9504c4, infoPort=40683, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=482509492;c=1732519011767), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:16:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e3afbcd08282f79 with lease ID 0x78f86ec4c3d84d1b: Processing first storage report for DS-ef040f08-6269-455f-aa97-ba66cafaec7e from datanode DatanodeRegistration(127.0.0.1:38675, datanodeUuid=6e841541-ae57-4864-9ec6-25068d9504c4, infoPort=40683, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=482509492;c=1732519011767) 2024-11-25T07:16:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e3afbcd08282f79 with lease ID 0x78f86ec4c3d84d1b: from storage DS-ef040f08-6269-455f-aa97-ba66cafaec7e node DatanodeRegistration(127.0.0.1:38675, datanodeUuid=6e841541-ae57-4864-9ec6-25068d9504c4, infoPort=40683, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=482509492;c=1732519011767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:16:52,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0 2024-11-25T07:16:52,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:52,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:52,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:16:52,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49 with version=8 2024-11-25T07:16:52,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/hbase-staging 2024-11-25T07:16:52,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:16:52,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:52,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:52,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:16:52,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:52,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:16:52,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:16:52,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:16:52,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37885 2024-11-25T07:16:52,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37885 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:16:52,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378850x0, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:16:52,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37885-0x1014dfbf3b20003 connected 2024-11-25T07:16:52,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:52,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:52,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on znode that does not yet exist, /11445695314/running 2024-11-25T07:16:52,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49, hbase.cluster.distributed=false 2024-11-25T07:16:52,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on znode that does not yet exist, /11445695314/acl 2024-11-25T07:16:52,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-25T07:16:52,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37885 2024-11-25T07:16:52,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37885 2024-11-25T07:16:52,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-25T07:16:52,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-25T07:16:52,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:16:52,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:52,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:52,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:16:52,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:16:52,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:16:52,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:16:52,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:16:52,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36111 2024-11-25T07:16:52,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36111 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:16:52,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:52,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:52,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361110x0, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:16:52,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361110x0, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on znode that does not yet exist, /11445695314/running 2024-11-25T07:16:52,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36111-0x1014dfbf3b20004 connected 2024-11-25T07:16:52,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:16:52,903 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:16:52,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on znode that does not yet exist, /11445695314/master 2024-11-25T07:16:52,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on znode that does not yet exist, /11445695314/acl 2024-11-25T07:16:52,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-25T07:16:52,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36111 2024-11-25T07:16:52,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36111 2024-11-25T07:16:52,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-25T07:16:52,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-25T07:16:52,934 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:37885 2024-11-25T07:16:52,935 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11445695314/backup-masters/5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:52,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314/backup-masters 2024-11-25T07:16:52,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314/backup-masters 2024-11-25T07:16:52,938 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on existing znode=/11445695314/backup-masters/5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:52,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11445695314/master 2024-11-25T07:16:52,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:52,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:52,940 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on existing znode=/11445695314/master 2024-11-25T07:16:52,941 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11445695314/backup-masters/5eb3d201e8c9,37885,1732519012843 from backup master directory 2024-11-25T07:16:52,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11445695314/backup-masters/5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:52,944 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:16:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314/backup-masters 2024-11-25T07:16:52,945 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314/backup-masters 2024-11-25T07:16:52,952 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/hbase.id] with ID: beaee511-c44a-4afc-9b7b-8946b097d8f4 2024-11-25T07:16:52,952 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/.tmp/hbase.id 2024-11-25T07:16:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:16:53,360 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/.tmp/hbase.id]:[hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/hbase.id] 2024-11-25T07:16:53,382 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:16:53,382 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:16:53,384 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T07:16:53,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:53,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:16:53,395 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:16:53,396 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:16:53,396 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:16:53,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:16:53,808 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store 2024-11-25T07:16:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:16:54,218 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:54,218 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:16:54,218 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:54,218 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:54,218 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:16:54,218 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:54,218 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:16:54,218 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519014218Disabling compacts and flushes for region at 1732519014218Disabling writes for close at 1732519014218Writing region close event to WAL at 1732519014218Closed at 1732519014218 2024-11-25T07:16:54,220 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/.initializing 2024-11-25T07:16:54,220 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/WALs/5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:54,222 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:16:54,225 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C37885%2C1732519012843, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/WALs/5eb3d201e8c9,37885,1732519012843, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/oldWALs, maxLogs=10 2024-11-25T07:16:54,240 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/WALs/5eb3d201e8c9,37885,1732519012843/5eb3d201e8c9%2C37885%2C1732519012843.1732519014225, exclude list is [], retry=0 2024-11-25T07:16:54,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38675,DS-d05bc78e-700c-43d1-b8cc-784d597f4c10,DISK] 2024-11-25T07:16:54,247 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/WALs/5eb3d201e8c9,37885,1732519012843/5eb3d201e8c9%2C37885%2C1732519012843.1732519014225 2024-11-25T07:16:54,247 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40683:40683)] 2024-11-25T07:16:54,247 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:16:54,247 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:54,248 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,248 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:16:54,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:54,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:54,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:16:54,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:54,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:54,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:16:54,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:54,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:54,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:16:54,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:54,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:54,264 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,266 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,268 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,268 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,269 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:16:54,271 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:16:54,275 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:16:54,276 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60261168, jitterRate=-0.10203862190246582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:16:54,276 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519014248Initializing all the Stores at 1732519014249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519014250 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519014250Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519014250Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519014250Cleaning up temporary data from old regions at 1732519014268 (+18 ms)Region opened successfully at 1732519014276 (+8 ms) 2024-11-25T07:16:54,276 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:16:54,283 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404298a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:16:54,284 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:16:54,284 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:16:54,284 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:16:54,285 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:16:54,286 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:16:54,286 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:16:54,286 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:16:54,312 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:16:54,314 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Unable to get data of znode /11445695314/balancer because node does not exist (not necessarily an error) 2024-11-25T07:16:54,316 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11445695314/balancer already deleted, retry=false 2024-11-25T07:16:54,316 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:16:54,317 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Unable to get data of znode /11445695314/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:16:54,318 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11445695314/normalizer already deleted, retry=false 2024-11-25T07:16:54,319 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:16:54,320 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Unable to get data of znode /11445695314/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:16:54,323 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11445695314/switch/split already deleted, retry=false 2024-11-25T07:16:54,324 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Unable to get data of znode /11445695314/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:16:54,325 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11445695314/switch/merge already deleted, retry=false 2024-11-25T07:16:54,327 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Unable to get data of znode /11445695314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:16:54,328 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11445695314/snapshot-cleanup already deleted, retry=false 2024-11-25T07:16:54,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11445695314/running 2024-11-25T07:16:54,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11445695314/running 2024-11-25T07:16:54,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:54,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:54,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,37885,1732519012843, sessionid=0x1014dfbf3b20003, setting cluster-up flag (Was=false) 2024-11-25T07:16:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:54,343 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11445695314/flush-table-proc/acquired, /11445695314/flush-table-proc/reached, /11445695314/flush-table-proc/abort 2024-11-25T07:16:54,345 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:54,358 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11445695314/online-snapshot/acquired, /11445695314/online-snapshot/reached, /11445695314/online-snapshot/abort 2024-11-25T07:16:54,360 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:54,362 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:16:54,365 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:54,365 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:16:54,365 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:16:54,366 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,37885,1732519012843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:16:54,368 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:54,368 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:54,368 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:54,368 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:16:54,368 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:16:54,369 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,369 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:16:54,369 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,371 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519044371 2024-11-25T07:16:54,371 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:16:54,371 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:16:54,371 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:16:54,371 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:16:54,371 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:16:54,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:54,371 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:16:54,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:16:54,372 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,372 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:16:54,372 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:16:54,372 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:16:54,372 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:16:54,373 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:16:54,373 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:16:54,373 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:54,373 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519014373,5,FailOnTimeoutGroup] 2024-11-25T07:16:54,373 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519014373,5,FailOnTimeoutGroup] 2024-11-25T07:16:54,373 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:16:54,374 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:16:54,374 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,374 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:16:54,418 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(746): ClusterId : beaee511-c44a-4afc-9b7b-8946b097d8f4 2024-11-25T07:16:54,418 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:16:54,420 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:16:54,421 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:16:54,423 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:16:54,423 DEBUG [RS:0;5eb3d201e8c9:36111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dca41fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:16:54,436 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:36111 2024-11-25T07:16:54,436 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:16:54,436 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:16:54,436 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:16:54,437 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,37885,1732519012843 with port=36111, startcode=1732519012890 2024-11-25T07:16:54,438 DEBUG [RS:0;5eb3d201e8c9:36111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:16:54,440 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:16:54,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:54,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37885 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:54,444 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49 2024-11-25T07:16:54,444 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39807 2024-11-25T07:16:54,444 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:16:54,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314/rs 2024-11-25T07:16:54,449 DEBUG [RS:0;5eb3d201e8c9:36111 {}] zookeeper.ZKUtil(111): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on existing znode=/11445695314/rs/5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:54,450 WARN [RS:0;5eb3d201e8c9:36111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:16:54,450 INFO [RS:0;5eb3d201e8c9:36111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:16:54,450 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:54,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,36111,1732519012890] 2024-11-25T07:16:54,454 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:16:54,457 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:16:54,458 INFO [RS:0;5eb3d201e8c9:36111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:16:54,458 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,458 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:16:54,459 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:16:54,459 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,459 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,459 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,459 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:16:54,460 DEBUG [RS:0;5eb3d201e8c9:36111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:16:54,461 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,461 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,461 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,461 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,461 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,461 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36111,1732519012890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:16:54,476 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:16:54,476 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36111,1732519012890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,477 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,477 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.Replication(171): 5eb3d201e8c9,36111,1732519012890 started 2024-11-25T07:16:54,498 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:54,498 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,36111,1732519012890, RpcServer on 5eb3d201e8c9/172.17.0.2:36111, sessionid=0x1014dfbf3b20004 2024-11-25T07:16:54,499 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:16:54,499 DEBUG [RS:0;5eb3d201e8c9:36111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:54,499 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,36111,1732519012890' 2024-11-25T07:16:54,499 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11445695314/flush-table-proc/abort' 2024-11-25T07:16:54,499 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11445695314/flush-table-proc/acquired' 2024-11-25T07:16:54,500 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:16:54,500 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:16:54,500 DEBUG [RS:0;5eb3d201e8c9:36111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:54,500 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,36111,1732519012890' 2024-11-25T07:16:54,500 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11445695314/online-snapshot/abort' 2024-11-25T07:16:54,501 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11445695314/online-snapshot/acquired' 2024-11-25T07:16:54,501 DEBUG [RS:0;5eb3d201e8c9:36111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:16:54,501 INFO [RS:0;5eb3d201e8c9:36111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:16:54,501 INFO [RS:0;5eb3d201e8c9:36111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:16:54,602 INFO [RS:0;5eb3d201e8c9:36111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:16:54,605 INFO [RS:0;5eb3d201e8c9:36111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C36111%2C1732519012890, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/oldWALs, maxLogs=10 2024-11-25T07:16:54,620 DEBUG [RS:0;5eb3d201e8c9:36111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890/5eb3d201e8c9%2C36111%2C1732519012890.1732519014606, exclude list is [], retry=0 2024-11-25T07:16:54,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38675,DS-d05bc78e-700c-43d1-b8cc-784d597f4c10,DISK] 2024-11-25T07:16:54,627 INFO [RS:0;5eb3d201e8c9:36111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890/5eb3d201e8c9%2C36111%2C1732519012890.1732519014606 2024-11-25T07:16:54,627 DEBUG [RS:0;5eb3d201e8c9:36111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40683:40683)] 2024-11-25T07:16:54,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:16:54,783 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49 2024-11-25T07:16:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:16:55,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:55,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:16:55,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:16:55,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:16:55,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:16:55,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:16:55,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:16:55,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:16:55,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:16:55,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:16:55,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740 2024-11-25T07:16:55,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740 2024-11-25T07:16:55,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:16:55,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:16:55,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:16:55,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:16:55,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:16:55,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69840028, jitterRate=0.04069751501083374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:16:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519015192Initializing all the Stores at 1732519015194 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519015194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519015194Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519015194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519015194Cleaning up temporary data from old regions at 1732519015210 (+16 ms)Region opened successfully at 1732519015217 (+7 ms) 2024-11-25T07:16:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:16:55,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:16:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:16:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:16:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:16:55,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:16:55,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519015217Disabling compacts and flushes for region at 1732519015217Disabling writes for close at 1732519015217Writing region close event to WAL at 1732519015218 (+1 ms)Closed at 1732519015218 2024-11-25T07:16:55,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:55,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:16:55,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:16:55,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:16:55,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:16:55,374 DEBUG [5eb3d201e8c9:37885 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:16:55,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:55,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,36111,1732519012890, state=OPENING 2024-11-25T07:16:55,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:16:55,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:55,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:16:55,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:16:55,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11445695314/meta-region-server: CHANGED 2024-11-25T07:16:55,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11445695314/meta-region-server: CHANGED 2024-11-25T07:16:55,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,36111,1732519012890}] 2024-11-25T07:16:55,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:16:55,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:16:55,542 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:16:55,543 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:16:55,543 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:16:55,546 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C36111%2C1732519012890.meta, suffix=.meta, logDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/oldWALs, maxLogs=10 2024-11-25T07:16:55,561 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890/5eb3d201e8c9%2C36111%2C1732519012890.meta.1732519015547.meta, exclude list is [], retry=0 2024-11-25T07:16:55,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38675,DS-d05bc78e-700c-43d1-b8cc-784d597f4c10,DISK] 2024-11-25T07:16:55,567 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890/5eb3d201e8c9%2C36111%2C1732519012890.meta.1732519015547.meta 2024-11-25T07:16:55,567 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40683:40683)] 2024-11-25T07:16:55,567 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:16:55,568 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:16:55,568 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:16:55,568 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:16:55,568 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:16:55,568 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:16:55,568 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:55,569 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:16:55,569 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:16:55,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:16:55,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:16:55,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:16:55,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:16:55,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:16:55,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:16:55,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:16:55,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:16:55,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:16:55,580 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:16:55,581 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740 2024-11-25T07:16:55,582 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740 2024-11-25T07:16:55,584 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:16:55,584 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:16:55,585 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:16:55,587 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:16:55,588 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74966715, jitterRate=0.117091104388237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:16:55,588 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:16:55,589 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519015569Writing region info on filesystem at 1732519015569Initializing all the Stores at 1732519015570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519015570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519015570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519015570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519015570Cleaning up temporary data from old regions at 1732519015584 (+14 ms)Running coprocessor post-open hooks at 1732519015588 (+4 ms)Region opened successfully at 1732519015588 2024-11-25T07:16:55,590 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519015534 2024-11-25T07:16:55,593 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:16:55,593 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:16:55,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:55,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,36111,1732519012890, state=OPEN 2024-11-25T07:16:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11445695314/meta-region-server 2024-11-25T07:16:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11445695314/meta-region-server 2024-11-25T07:16:55,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,36111,1732519012890 2024-11-25T07:16:55,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11445695314/meta-region-server: CHANGED 2024-11-25T07:16:55,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11445695314/meta-region-server: CHANGED 2024-11-25T07:16:55,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:16:55,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,36111,1732519012890 in 234 msec 2024-11-25T07:16:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:16:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-25T07:16:55,623 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:16:55,623 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:16:55,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:16:55,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,36111,1732519012890, seqNum=-1] 2024-11-25T07:16:55,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:16:55,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:16:55,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-25T07:16:55,635 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519015635, completionTime=-1 2024-11-25T07:16:55,635 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:16:55,636 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:16:55,638 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:16:55,638 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519075638 2024-11-25T07:16:55,638 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519135638 2024-11-25T07:16:55,638 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:16:55,639 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37885,1732519012843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:55,639 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37885,1732519012843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:55,639 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37885,1732519012843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:55,639 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:37885, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:55,639 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:55,639 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:55,641 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:16:55,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.699sec 2024-11-25T07:16:55,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:16:55,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:16:55,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:16:55,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:16:55,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:16:55,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37885,1732519012843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:16:55,645 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37885,1732519012843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:16:55,648 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:16:55,648 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:16:55,648 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37885,1732519012843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:16:55,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:16:55,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:55,721 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:16:55,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:55,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:16:55,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeb5f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:16:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:55,725 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:55,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:16:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,36111,1732519012890, seqNum=-1] 2024-11-25T07:16:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:16:55,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:16:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:55,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:16:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:16:55,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dfbf3b20005 connected 2024-11-25T07:16:55,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3385ef8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,41311,-1 for getting cluster id 2024-11-25T07:16:55,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:55,746 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247b216d-d6ac-4985-a0ea-9d21179b989f' 2024-11-25T07:16:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247b216d-d6ac-4985-a0ea-9d21179b989f" 2024-11-25T07:16:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37f9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,41311,-1] 2024-11-25T07:16:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:55,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:55,749 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:55,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485b1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56fd8601 2024-11-25T07:16:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:55,768 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:16:55,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:16:55,783 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:16:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:16:55,785 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cc7a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,785 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:16:55,785 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:55,786 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:16:55,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:55,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:16:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537fa4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:16:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:55,788 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:55,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71039e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:55,790 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:55,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:55,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ef2eb6b 2024-11-25T07:16:55,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:55,795 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:16:55,807 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T07:16:55,807 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:16:55,812 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:55,812 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:55,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:16:55,814 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:16:55,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:16:55,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:16:55,822 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:55,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:16:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741835_1011 (size=1138) 2024-11-25T07:16:55,871 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:16:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:16:56,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:16:56,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d43e4edcd9cc94a8312d8e61179518d, NAME => 'hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1 2024-11-25T07:16:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741836_1012 (size=44) 2024-11-25T07:16:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:16:56,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:56,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d43e4edcd9cc94a8312d8e61179518d, disabling compactions & flushes 2024-11-25T07:16:56,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:56,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:56,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. after waiting 0 ms 2024-11-25T07:16:56,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:56,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:56,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d43e4edcd9cc94a8312d8e61179518d: Waiting for close lock at 1732519016646Disabling compacts and flushes for region at 1732519016646Disabling writes for close at 1732519016647 (+1 ms)Writing region close event to WAL at 1732519016647Closed at 1732519016647 2024-11-25T07:16:56,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:16:56,654 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519016649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519016649"}]},"ts":"1732519016649"} 2024-11-25T07:16:56,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:16:56,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:16:56,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519016660"}]},"ts":"1732519016660"} 2024-11-25T07:16:56,666 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:16:56,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN}] 2024-11-25T07:16:56,669 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN 2024-11-25T07:16:56,671 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,40843,1732519008637; forceNewPlan=false, retain=false 2024-11-25T07:16:56,822 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6d43e4edcd9cc94a8312d8e61179518d, regionState=OPENING, regionLocation=5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:56,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN because future has completed 2024-11-25T07:16:56,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d43e4edcd9cc94a8312d8e61179518d, server=5eb3d201e8c9,40843,1732519008637}] 2024-11-25T07:16:56,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:16:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:16:56,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:56,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:16:56,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:16:56,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40843%2C1732519008637.rep, suffix=, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs, maxLogs=10 2024-11-25T07:16:57,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.rep.1732519016990, exclude list is [], retry=0 2024-11-25T07:16:57,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:16:57,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.rep.1732519016990 2024-11-25T07:16:57,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:16:57,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d43e4edcd9cc94a8312d8e61179518d, NAME => 'hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:16:57,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:16:57,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:16:57,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. service=MultiRowMutationService 2024-11-25T07:16:57,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:16:57,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:16:57,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,014 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,016 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d43e4edcd9cc94a8312d8e61179518d columnFamilyName hfileref 2024-11-25T07:16:57,016 DEBUG [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:57,017 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(327): Store=6d43e4edcd9cc94a8312d8e61179518d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:57,017 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,019 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d43e4edcd9cc94a8312d8e61179518d columnFamilyName queue 2024-11-25T07:16:57,019 DEBUG [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:57,019 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(327): Store=6d43e4edcd9cc94a8312d8e61179518d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:57,019 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,021 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d43e4edcd9cc94a8312d8e61179518d columnFamilyName sid 2024-11-25T07:16:57,021 DEBUG [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:16:57,022 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(327): Store=6d43e4edcd9cc94a8312d8e61179518d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:16:57,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:16:57,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:16:57,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6d43e4edcd9cc94a8312d8e61179518d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73438135, jitterRate=0.09431348741054535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:16:57,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:57,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6d43e4edcd9cc94a8312d8e61179518d: Running coprocessor pre-open hook at 1732519017013Writing region info on filesystem at 1732519017013Initializing all the Stores at 1732519017014 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519017014Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519017014Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519017014Cleaning up temporary data from old regions at 1732519017026 (+12 ms)Running coprocessor post-open hooks at 1732519017032 (+6 ms)Region opened successfully at 1732519017034 (+2 ms) 2024-11-25T07:16:57,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., pid=7, masterSystemTime=1732519016980 2024-11-25T07:16:57,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:57,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:57,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6d43e4edcd9cc94a8312d8e61179518d, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:57,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d43e4edcd9cc94a8312d8e61179518d, server=5eb3d201e8c9,40843,1732519008637 because future has completed 2024-11-25T07:16:57,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T07:16:57,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d43e4edcd9cc94a8312d8e61179518d, server=5eb3d201e8c9,40843,1732519008637 in 218 msec 2024-11-25T07:16:57,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:16:57,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN in 380 msec 2024-11-25T07:16:57,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:16:57,054 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519017053"}]},"ts":"1732519017053"} 2024-11-25T07:16:57,056 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:16:57,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:16:57,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-11-25T07:16:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., hostname=5eb3d201e8c9,40843,1732519008637, seqNum=2] 2024-11-25T07:16:57,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40843 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T07:16:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:57,099 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:57,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:16:57,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T07:16:57,274 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:16:57,313 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,40843,1732519008637, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:16:57,315 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:16:57,315 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40843,1732519008637, seqNum=-1] 2024-11-25T07:16:57,315 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:16:57,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-25T07:16:57,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,40843,1732519008637', locateType=CURRENT is [region=hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., hostname=5eb3d201e8c9,40843,1732519008637, seqNum=2] 2024-11-25T07:16:57,326 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T07:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T07:16:57,331 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,40843,1732519008637 suceeded 2024-11-25T07:16:57,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T07:16:57,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-25T07:16:57,334 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:16:57,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-25T07:16:57,344 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:16:57,346 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4725c63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,346 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:16:57,346 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:57,347 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:16:57,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:57,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:16:57,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b37157d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:16:57,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:57,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:57,349 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:57,350 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55224520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,350 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10412464 2024-11-25T07:16:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:57,352 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T07:16:57,353 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,40843,1732519008637 (queues=1) is replicating from cluster=247b216d-d6ac-4985-a0ea-9d21179b989f to cluster=beaee511-c44a-4afc-9b7b-8946b097d8f4 2024-11-25T07:16:57,357 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C40843%2C1732519008637 2024-11-25T07:16:57,362 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,40843,1732519008637, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:16:57,365 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C40843%2C1732519008637 2024-11-25T07:16:57,368 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383, startPosition=0, beingWritten=true 2024-11-25T07:16:57,628 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:16:57,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:16:57,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:16:57,934 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:16:57,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:57,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:57,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:16:57,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027e7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,41311,-1 for getting cluster id 2024-11-25T07:16:57,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:57,935 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:57,936 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247b216d-d6ac-4985-a0ea-9d21179b989f' 2024-11-25T07:16:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247b216d-d6ac-4985-a0ea-9d21179b989f" 2024-11-25T07:16:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeda2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,41311,-1] 2024-11-25T07:16:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:57,939 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1916d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb8e299 2024-11-25T07:16:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:57,944 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:16:57,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:16:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:16:57,947 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:16:57,948 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f48f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,948 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:16:57,949 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:57,949 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:16:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:16:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3536e944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:16:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:57,951 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:57,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f5ab55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:57,952 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:57,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:57,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b028f5 2024-11-25T07:16:57,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:57,954 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:16:57,955 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-25T07:16:57,955 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:16:57,955 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:57,955 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:57,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:16:57,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:16:58,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-25T07:16:58,120 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T07:16:58,151 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5eb3d201e8c9,40843,1732519008637, ReplicationSource: 2, currentBandwidth=0 2024-11-25T07:16:58,154 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T07:16:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T07:16:58,157 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5eb3d201e8c9,40843,1732519008637 suceeded 2024-11-25T07:16:58,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:16:58,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-25T07:16:58,160 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:16:58,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-25T07:16:58,170 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:16:58,171 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b250af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,171 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:16:58,171 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:58,172 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:16:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:16:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341ed034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:16:58,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:58,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,175 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:58,176 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9fb902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,176 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:58,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:58,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b62b9f1 2024-11-25T07:16:58,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:58,178 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T07:16:58,178 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5eb3d201e8c9,40843,1732519008637 (queues=1) is replicating from cluster=247b216d-d6ac-4985-a0ea-9d21179b989f to cluster=beaee511-c44a-4afc-9b7b-8946b097d8f4 2024-11-25T07:16:58,178 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5eb3d201e8c9%2C40843%2C1732519008637 2024-11-25T07:16:58,179 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5eb3d201e8c9,40843,1732519008637, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:16:58,179 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C40843%2C1732519008637 2024-11-25T07:16:58,179 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383, startPosition=0, beingWritten=true 2024-11-25T07:16:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T07:16:58,263 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T07:16:58,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:16:58,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:16:58,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:16:58,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619cb41b 2024-11-25T07:16:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:58,269 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:16:58,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:16:58,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T07:16:58,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:16:58,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T07:16:58,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T07:16:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:16:58,282 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:16:58,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46543e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,283 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:16:58,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:58,284 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:16:58,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:16:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358d4dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:16:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,286 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:58,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfb5a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:58,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:58,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc55559 2024-11-25T07:16:58,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:58,289 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:16:58,290 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:16:58,290 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:16:58,290 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,290 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:16:58,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:16:58,343 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:58,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:16:58,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:16:58,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T07:16:58,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T07:16:58,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:16:58,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T07:16:58,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:16:58,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:16:58,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:16:58,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:16:58,386 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:16:58,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-25T07:16:58,447 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-25T07:16:58,449 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T07:16:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T07:16:58,452 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5eb3d201e8c9,40843,1732519008637 suceeded 2024-11-25T07:16:58,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T07:16:58,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-25T07:16:58,455 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:16:58,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-25T07:16:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T07:16:58,604 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-25T07:16:58,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:16:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T07:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:16:58,608 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:16:58,609 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c07018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,609 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:16:58,609 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:16:58,610 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:16:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:16:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:16:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd7b27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:16:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:16:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,612 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:16:58,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194aedc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:16:58,613 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:16:58,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:16:58,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d4843b 2024-11-25T07:16:58,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:16:58,615 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:16:58,616 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T07:16:58,616 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:16:58,616 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,616 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:16:58,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:16:58,693 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:16:58,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-25T07:16:58,775 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-25T07:16:58,777 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T07:16:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T07:16:58,780 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5eb3d201e8c9,40843,1732519008637 suceeded 2024-11-25T07:16:58,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T07:16:58,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-25T07:16:58,782 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5eb3d201e8c9:37885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:16:58,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-25T07:16:58,850 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T07:16:58,923 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-25T07:16:58,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:16:58,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41311 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T07:16:58,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:16:58,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:16:58,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:16:58,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:16:58,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=47941, stopped=false 2024-11-25T07:16:58,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,41311,1732519007968 2024-11-25T07:16:58,928 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:16:58,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:16:58,928 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:58,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:16:58,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:16:58,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:16:58,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:16:58,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:16:58,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:16:58,929 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,40843,1732519008637' ***** 2024-11-25T07:16:58,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:16:58,930 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:16:58,930 INFO [RS:0;5eb3d201e8c9:40843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:16:58,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:16:58,930 INFO [RS:0;5eb3d201e8c9:40843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:16:58,930 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:58,931 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,40843,1732519008637 2024-11-25T07:16:58,931 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:16:58,931 INFO [RS:0;5eb3d201e8c9:40843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40843. 2024-11-25T07:16:58,931 DEBUG [RS:0;5eb3d201e8c9:40843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:16:58,931 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:16:58,931 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d43e4edcd9cc94a8312d8e61179518d, disabling compactions & flushes 2024-11-25T07:16:58,931 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:16:58,931 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:58,932 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:16:58,932 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:16:58,932 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:58,932 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. after waiting 0 ms 2024-11-25T07:16:58,932 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:16:58,932 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:58,932 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:16:58,932 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:16:58,932 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:16:58,932 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1325): Online Regions={6d43e4edcd9cc94a8312d8e61179518d=hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:16:58,932 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:16:58,932 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:16:58,932 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:16:58,932 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:16:58,933 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:58,936 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d43e4edcd9cc94a8312d8e61179518d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-25T07:16:58,936 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T07:16:59,007 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/info/f99b3796e53d479f95424747bbac1b6c is 147, key is hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d./info:regioninfo/1732519017040/Put/seqid=0 2024-11-25T07:16:59,007 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/.tmp/queue/c1f6eeff6bd442e7a599baf7ff2224e6 is 151, key is 1-5eb3d201e8c9,40843,1732519008637/queue:5eb3d201e8c9%2C40843%2C1732519008637/1732519017320/Put/seqid=0 2024-11-25T07:16:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741839_1015 (size=6631) 2024-11-25T07:16:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741838_1014 (size=5500) 2024-11-25T07:16:59,100 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:59,133 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:59,226 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:16:59,227 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:16:59,333 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:16:59,421 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/.tmp/queue/c1f6eeff6bd442e7a599baf7ff2224e6 2024-11-25T07:16:59,421 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/info/f99b3796e53d479f95424747bbac1b6c 2024-11-25T07:16:59,457 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:59,474 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/.tmp/queue/c1f6eeff6bd442e7a599baf7ff2224e6 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/queue/c1f6eeff6bd442e7a599baf7ff2224e6 2024-11-25T07:16:59,493 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/ns/3a17d5ef63f34681ac9540e0c48caf84 is 43, key is default/ns:d/1732519011483/Put/seqid=0 2024-11-25T07:16:59,498 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/queue/c1f6eeff6bd442e7a599baf7ff2224e6, entries=2, sequenceid=6, filesize=5.4 K 2024-11-25T07:16:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741840_1016 (size=5153) 2024-11-25T07:16:59,501 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/ns/3a17d5ef63f34681ac9540e0c48caf84 2024-11-25T07:16:59,508 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6d43e4edcd9cc94a8312d8e61179518d in 570ms, sequenceid=6, compaction requested=false 2024-11-25T07:16:59,509 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:16:59,519 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:16:59,523 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:16:59,523 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:16:59,523 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:59,523 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d43e4edcd9cc94a8312d8e61179518d: Waiting for close lock at 1732519018931Running coprocessor pre-close hooks at 1732519018931Disabling compacts and flushes for region at 1732519018931Disabling writes for close at 1732519018932 (+1 ms)Obtaining lock to block concurrent updates at 1732519018936 (+4 ms)Preparing flush snapshotting stores in 6d43e4edcd9cc94a8312d8e61179518d at 1732519018936Finished memstore snapshotting hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732519018944 (+8 ms)Flushing stores of hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. at 1732519018945 (+1 ms)Flushing 6d43e4edcd9cc94a8312d8e61179518d/queue: creating writer at 1732519018947 (+2 ms)Flushing 6d43e4edcd9cc94a8312d8e61179518d/queue: appending metadata at 1732519018988 (+41 ms)Flushing 6d43e4edcd9cc94a8312d8e61179518d/queue: closing flushed file at 1732519018991 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4254c8f5: reopening flushed file at 1732519019472 (+481 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6d43e4edcd9cc94a8312d8e61179518d in 570ms, sequenceid=6, compaction requested=false at 1732519019509 (+37 ms)Writing region close event to WAL at 1732519019513 (+4 ms)Running coprocessor post-close hooks at 1732519019520 (+7 ms)Closed at 1732519019523 (+3 ms) 2024-11-25T07:16:59,524 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:16:59,533 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:16:59,536 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/table/e88561eb45e04b12a4cb9d1e2cdc5f21 is 53, key is hbase:replication/table:state/1732519017053/Put/seqid=0 2024-11-25T07:16:59,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741841_1017 (size=5256) 2024-11-25T07:16:59,607 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:16:59,733 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:16:59,934 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:16:59,934 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:16:59,934 DEBUG [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:16:59,943 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/table/e88561eb45e04b12a4cb9d1e2cdc5f21 2024-11-25T07:16:59,952 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/info/f99b3796e53d479f95424747bbac1b6c as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/info/f99b3796e53d479f95424747bbac1b6c 2024-11-25T07:16:59,961 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/info/f99b3796e53d479f95424747bbac1b6c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T07:16:59,962 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/ns/3a17d5ef63f34681ac9540e0c48caf84 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/ns/3a17d5ef63f34681ac9540e0c48caf84 2024-11-25T07:16:59,970 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/ns/3a17d5ef63f34681ac9540e0c48caf84, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:16:59,972 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/table/e88561eb45e04b12a4cb9d1e2cdc5f21 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/table/e88561eb45e04b12a4cb9d1e2cdc5f21 2024-11-25T07:16:59,979 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/table/e88561eb45e04b12a4cb9d1e2cdc5f21, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T07:16:59,981 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1049ms, sequenceid=11, compaction requested=false 2024-11-25T07:16:59,986 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:16:59,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:16:59,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:16:59,987 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:16:59,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519018932Running coprocessor pre-close hooks at 1732519018932Disabling compacts and flushes for region at 1732519018932Disabling writes for close at 1732519018932Obtaining lock to block concurrent updates at 1732519018936 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732519018936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732519018944 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732519018945 (+1 ms)Flushing 1588230740/info: creating writer at 1732519018947 (+2 ms)Flushing 1588230740/info: appending metadata at 1732519018989 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732519018991 (+2 ms)Flushing 1588230740/ns: creating writer at 1732519019471 (+480 ms)Flushing 1588230740/ns: appending metadata at 1732519019492 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732519019492Flushing 1588230740/table: creating writer at 1732519019514 (+22 ms)Flushing 1588230740/table: appending metadata at 1732519019534 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732519019534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23820d46: reopening flushed file at 1732519019951 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf4c578: reopening flushed file at 1732519019961 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58028f8a: reopening flushed file at 1732519019971 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1049ms, sequenceid=11, compaction requested=false at 1732519019981 (+10 ms)Writing region close event to WAL at 1732519019982 (+1 ms)Running coprocessor post-close hooks at 1732519019987 (+5 ms)Closed at 1732519019987 2024-11-25T07:16:59,988 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:00,134 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,40843,1732519008637; all regions closed. 2024-11-25T07:17:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741834_1010 (size=2742) 2024-11-25T07:17:00,151 DEBUG [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs 2024-11-25T07:17:00,151 INFO [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C40843%2C1732519008637.meta:.meta(num 1732519011286) 2024-11-25T07:17:00,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741837_1013 (size=1802) 2024-11-25T07:17:00,165 DEBUG [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs 2024-11-25T07:17:00,165 INFO [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C40843%2C1732519008637.rep:(num 1732519016990) 2024-11-25T07:17:00,177 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:17:00,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741832_1008 (size=93) 2024-11-25T07:17:00,186 DEBUG [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs 2024-11-25T07:17:00,186 INFO [RS:0;5eb3d201e8c9:40843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C40843%2C1732519008637:(num 1732519010383) 2024-11-25T07:17:00,186 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:00,186 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:00,186 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:00,186 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:00,187 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:00,187 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:00,187 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,40843,1732519008637 because: Region server is closing 2024-11-25T07:17:00,188 INFO [RS:0;5eb3d201e8c9:40843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40843. 2024-11-25T07:17:00,188 DEBUG [RS:0;5eb3d201e8c9:40843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:00,188 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:00,188 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:00,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:00,190 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 was moved to hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 2024-11-25T07:17:00,196 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 2024-11-25T07:17:00,196 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40843,1732519008637 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T07:17:00,205 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,40843,1732519008637: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,40843,1732519008637, walGroup=5eb3d201e8c9%2C40843%2C1732519008637, offset=5eb3d201e8c9%2C40843%2C1732519008637.1732519010383:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:40843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:17:00,207 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:17:00,210 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:17:00,212 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:17:00,212 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:17:00,212 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:17:00,212 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 399018520 }, "NonHeapMemoryUsage": { "committed": 153026560, "init": 7667712, "max": -1, "used": 150707672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:17:00,214 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5eb3d201e8c9%2C40843%2C1732519008637.1732519010383] 2024-11-25T07:17:00,215 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 to pos 0, reset compression=false 2024-11-25T07:17:00,223 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 was moved to hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 2024-11-25T07:17:00,228 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383 2024-11-25T07:17:00,228 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-25T07:17:00,228 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.wal-reader.5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-25T07:17:00,228 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5eb3d201e8c9,40843,1732519008637 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637/5eb3d201e8c9%2C40843%2C1732519008637.1732519010383, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T07:17:00,229 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-25T07:17:00,229 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5eb3d201e8c9%2C40843%2C1732519008637.1732519010383] 2024-11-25T07:17:00,288 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,1-5eb3d201e8c9,40843,1732519008637 terminated 2024-11-25T07:17:00,289 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5eb3d201e8c9,40843,1732519008637 because: Region server is closing 2024-11-25T07:17:00,289 INFO [RS:0;5eb3d201e8c9:40843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40843. 2024-11-25T07:17:00,290 DEBUG [RS:0;5eb3d201e8c9:40843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:00,290 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:00,290 DEBUG [RS:0;5eb3d201e8c9:40843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:00,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:00,290 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,40843,1732519008637.replicationSource.shipper5eb3d201e8c9%2C40843%2C1732519008637,2-5eb3d201e8c9,40843,1732519008637 terminated 2024-11-25T07:17:00,291 INFO [RS:0;5eb3d201e8c9:40843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40843 2024-11-25T07:17:00,297 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/rs/5eb3d201e8c9,40843,1732519008637 2024-11-25T07:17:00,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/rs 2024-11-25T07:17:00,297 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:00,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,40843,1732519008637] 2024-11-25T07:17:00,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/draining/5eb3d201e8c9,40843,1732519008637 already deleted, retry=false 2024-11-25T07:17:00,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,40843,1732519008637 expired; onlineServers=0 2024-11-25T07:17:00,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,41311,1732519007968' ***** 2024-11-25T07:17:00,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:17:00,301 INFO [M:0;5eb3d201e8c9:41311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:00,301 INFO [M:0;5eb3d201e8c9:41311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:00,301 DEBUG [M:0;5eb3d201e8c9:41311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:17:00,301 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:17:00,301 DEBUG [M:0;5eb3d201e8c9:41311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:17:00,301 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519010035 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519010035,5,FailOnTimeoutGroup] 2024-11-25T07:17:00,301 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519010038 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519010038,5,FailOnTimeoutGroup] 2024-11-25T07:17:00,302 INFO [M:0;5eb3d201e8c9:41311 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:00,302 INFO [M:0;5eb3d201e8c9:41311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:00,302 DEBUG [M:0;5eb3d201e8c9:41311 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:17:00,302 INFO [M:0;5eb3d201e8c9:41311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:17:00,302 INFO [M:0;5eb3d201e8c9:41311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:00,303 INFO [M:0;5eb3d201e8c9:41311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:17:00,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:17:00,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/master 2024-11-25T07:17:00,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:00,308 DEBUG [M:0;5eb3d201e8c9:41311 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/master already deleted, retry=false 2024-11-25T07:17:00,308 DEBUG [M:0;5eb3d201e8c9:41311 {}] master.ActiveMasterManager(353): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1949344273/master 2024-11-25T07:17:00,310 INFO [M:0;5eb3d201e8c9:41311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/.lastflushedseqids 2024-11-25T07:17:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741842_1018 (size=181) 2024-11-25T07:17:00,331 INFO [M:0;5eb3d201e8c9:41311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:17:00,332 INFO [M:0;5eb3d201e8c9:41311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:17:00,332 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:00,332 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:00,332 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:00,332 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:00,332 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:00,332 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-25T07:17:00,363 DEBUG [M:0;5eb3d201e8c9:41311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb518c950cb940d09cfd7307850f2219 is 82, key is hbase:meta,,1/info:regioninfo/1732519011390/Put/seqid=0 2024-11-25T07:17:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741843_1019 (size=5672) 2024-11-25T07:17:00,387 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb518c950cb940d09cfd7307850f2219 2024-11-25T07:17:00,401 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:00,401 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40843-0x1014dfbf3b20001, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:00,402 INFO [RS:0;5eb3d201e8c9:40843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:00,402 INFO [RS:0;5eb3d201e8c9:40843 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,40843,1732519008637; zookeeper connection closed. 2024-11-25T07:17:00,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f4698e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f4698e9 2024-11-25T07:17:00,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:17:00,427 DEBUG [M:0;5eb3d201e8c9:41311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ee9c2b3d6149f8bc6ad55e43a2add9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732519017059/Put/seqid=0 2024-11-25T07:17:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741844_1020 (size=8663) 2024-11-25T07:17:00,865 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ee9c2b3d6149f8bc6ad55e43a2add9 2024-11-25T07:17:00,892 DEBUG [M:0;5eb3d201e8c9:41311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f741c72ab7264099adcd852393539498 is 69, key is 5eb3d201e8c9,40843,1732519008637/rs:state/1732519010156/Put/seqid=0 2024-11-25T07:17:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741845_1021 (size=5156) 2024-11-25T07:17:01,298 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f741c72ab7264099adcd852393539498 2024-11-25T07:17:01,306 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb518c950cb940d09cfd7307850f2219 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb518c950cb940d09cfd7307850f2219 2024-11-25T07:17:01,313 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb518c950cb940d09cfd7307850f2219, entries=8, sequenceid=115, filesize=5.5 K 2024-11-25T07:17:01,314 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94ee9c2b3d6149f8bc6ad55e43a2add9 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94ee9c2b3d6149f8bc6ad55e43a2add9 2024-11-25T07:17:01,320 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94ee9c2b3d6149f8bc6ad55e43a2add9, entries=14, sequenceid=115, filesize=8.5 K 2024-11-25T07:17:01,322 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f741c72ab7264099adcd852393539498 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f741c72ab7264099adcd852393539498 2024-11-25T07:17:01,328 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f741c72ab7264099adcd852393539498, entries=1, sequenceid=115, filesize=5.0 K 2024-11-25T07:17:01,329 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=115, compaction requested=false 2024-11-25T07:17:01,330 INFO [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:01,331 DEBUG [M:0;5eb3d201e8c9:41311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519020332Disabling compacts and flushes for region at 1732519020332Disabling writes for close at 1732519020332Obtaining lock to block concurrent updates at 1732519020332Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519020332Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732519020333 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519020334 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519020334Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519020361 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519020361Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519020399 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519020425 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519020425Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519020873 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519020890 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519020890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42048526: reopening flushed file at 1732519021304 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ab3809: reopening flushed file at 1732519021313 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11930ccf: reopening flushed file at 1732519021321 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 997ms, sequenceid=115, compaction requested=false at 1732519021329 (+8 ms)Writing region close event to WAL at 1732519021330 (+1 ms)Closed at 1732519021330 2024-11-25T07:17:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741830_1006 (size=59421) 2024-11-25T07:17:01,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 not finished, retry = 0 2024-11-25T07:17:01,435 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:01,436 INFO [M:0;5eb3d201e8c9:41311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:17:01,436 INFO [M:0;5eb3d201e8c9:41311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41311 2024-11-25T07:17:01,436 INFO [M:0;5eb3d201e8c9:41311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:01,538 INFO [M:0;5eb3d201e8c9:41311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:01,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:01,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41311-0x1014dfbf3b20000, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:01,540 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:01,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:01,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:01,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:01,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:01,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:01,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:17:01,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:01,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33933 2024-11-25T07:17:01,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33933 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:17:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339330x0, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:01,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33933-0x1014dfbf3b20006 connected 2024-11-25T07:17:01,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:01,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:01,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:17:01,555 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: INIT 2024-11-25T07:17:01,555 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1, hbase.cluster.distributed=false 2024-11-25T07:17:01,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/acl 2024-11-25T07:17:01,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-25T07:17:01,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33933 2024-11-25T07:17:01,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33933 2024-11-25T07:17:01,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-25T07:17:01,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-25T07:17:01,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:01,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:01,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:01,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:01,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:01,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:01,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:17:01,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:01,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41919 2024-11-25T07:17:01,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41919 connecting to ZooKeeper ensemble=127.0.0.1:53363 2024-11-25T07:17:01,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:01,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419190x0, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:01,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:17:01,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41919-0x1014dfbf3b20007 connected 2024-11-25T07:17:01,582 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: INIT 2024-11-25T07:17:01,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:17:01,584 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:17:01,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/master 2024-11-25T07:17:01,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/acl 2024-11-25T07:17:01,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-25T07:17:01,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41919 2024-11-25T07:17:01,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41919 2024-11-25T07:17:01,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-25T07:17:01,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-25T07:17:01,602 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:33933 2024-11-25T07:17:01,602 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1949344273/backup-masters/5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:17:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:17:01,605 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on existing znode=/0-1949344273/backup-masters/5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:01,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949344273/master 2024-11-25T07:17:01,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:01,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:01,607 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on existing znode=/0-1949344273/master 2024-11-25T07:17:01,608 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1949344273/backup-masters/5eb3d201e8c9,33933,1732519021540 from backup master directory 2024-11-25T07:17:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/backup-masters/5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:01,610 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:17:01,610 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:01,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/backup-masters 2024-11-25T07:17:01,625 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:01,626 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:17:01,638 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-25T07:17:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741846_1022 (size=196) 2024-11-25T07:17:02,063 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:02,064 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:17:02,064 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:02,073 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T07:17:02,077 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968 to hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968-dead as it is dead 2024-11-25T07:17:02,078 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T07:17:02,079 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T07:17:02,079 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968-dead/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 2024-11-25T07:17:02,084 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968-dead/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 after 4ms 2024-11-25T07:17:02,086 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968-dead/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 to hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 2024-11-25T07:17:02,086 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,41311,1732519007968-dead 2024-11-25T07:17:02,086 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:02,088 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:02,089 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C33933%2C1732519021540, suffix=, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,33933,1732519021540, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/oldWALs, maxLogs=10 2024-11-25T07:17:02,104 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,33933,1732519021540/5eb3d201e8c9%2C33933%2C1732519021540.1732519022090, exclude list is [], retry=0 2024-11-25T07:17:02,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:17:02,110 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/WALs/5eb3d201e8c9,33933,1732519021540/5eb3d201e8c9%2C33933%2C1732519021540.1732519022090 2024-11-25T07:17:02,111 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:17:02,111 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:02,111 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:02,111 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,111 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:17:02,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb518c950cb940d09cfd7307850f2219 2024-11-25T07:17:02,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:02,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:17:02,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94ee9c2b3d6149f8bc6ad55e43a2add9 2024-11-25T07:17:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:17:02,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f741c72ab7264099adcd852393539498 2024-11-25T07:17:02,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:02,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:17:02,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:02,139 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,140 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T07:17:02,140 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 2024-11-25T07:17:02,153 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 2024-11-25T07:17:02,155 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C41311%2C1732519007968.1732519009481 2024-11-25T07:17:02,157 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,157 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,157 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:02,159 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:02,162 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-25T07:17:02,163 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71725114, jitterRate=0.06878748536109924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:02,163 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519022111Initializing all the Stores at 1732519022112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519022113 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519022113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519022113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519022113Cleaning up temporary data from old regions at 1732519022157 (+44 ms)Region opened successfully at 1732519022163 (+6 ms) 2024-11-25T07:17:02,164 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:17:02,167 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59427d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:02,178 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T07:17:02,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:17:02,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:17:02,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:17:02,180 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:17:02,186 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:02,187 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:17:02,187 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:17:02,188 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:17:02,188 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T07:17:02,188 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T07:17:02,188 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-25T07:17:02,188 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:17:02,193 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5eb3d201e8c9,40843,1732519008637, regionLocation=5eb3d201e8c9,40843,1732519008637, openSeqNum=2 2024-11-25T07:17:02,193 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5eb3d201e8c9,40843,1732519008637, table=hbase:meta, region=1588230740 2024-11-25T07:17:02,194 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,40843,1732519008637, state=OPEN 2024-11-25T07:17:02,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:17:02,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:17:02,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:17:02,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:17:02,208 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:17:02,210 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/draining/5eb3d201e8c9,40843,1732519008637 already deleted, retry=false 2024-11-25T07:17:02,210 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5eb3d201e8c9,40843,1732519008637 on 5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:02,218 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5eb3d201e8c9,40843,1732519008637, splitWal=true, meta=true 2024-11-25T07:17:02,220 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 5eb3d201e8c9,40843,1732519008637 (carryingMeta=true) 5eb3d201e8c9,40843,1732519008637/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2679b1d8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T07:17:02,223 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/balancer because node does not exist (not necessarily an error) 2024-11-25T07:17:02,225 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/balancer already deleted, retry=false 2024-11-25T07:17:02,225 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:17:02,226 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:17:02,229 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/normalizer already deleted, retry=false 2024-11-25T07:17:02,229 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:17:02,230 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:17:02,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/switch/split already deleted, retry=false 2024-11-25T07:17:02,232 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:17:02,233 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/switch/merge already deleted, retry=false 2024-11-25T07:17:02,242 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:17:02,243 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/snapshot-cleanup already deleted, retry=false 2024-11-25T07:17:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:17:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:17:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:02,245 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,33933,1732519021540, sessionid=0x1014dfbf3b20006, setting cluster-up flag (Was=false) 2024-11-25T07:17:02,248 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949344273/flush-table-proc/acquired, /0-1949344273/flush-table-proc/reached, /0-1949344273/flush-table-proc/abort 2024-11-25T07:17:02,249 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:02,253 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949344273/online-snapshot/acquired, /0-1949344273/online-snapshot/reached, /0-1949344273/online-snapshot/abort 2024-11-25T07:17:02,254 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:02,256 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/.lastflushedseqids 2024-11-25T07:17:02,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:17:02,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:17:02,260 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,33933,1732519021540 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5eb3d201e8c9,40843,1732519008637 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:02,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,263 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519052263 2024-11-25T07:17:02,263 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:17:02,263 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:17:02,263 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:17:02,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:17:02,265 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:17:02,265 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:17:02,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519022265,5,FailOnTimeoutGroup] 2024-11-25T07:17:02,266 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5eb3d201e8c9,40843,1732519008637, splitWal=true, meta=true 2024-11-25T07:17:02,267 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5eb3d201e8c9,40843,1732519008637, splitWal=true, meta=true, isMeta: true 2024-11-25T07:17:02,267 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519022265,5,FailOnTimeoutGroup] 2024-11-25T07:17:02,267 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,267 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:17:02,268 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,268 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,268 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519022268, completionTime=-1 2024-11-25T07:17:02,268 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T07:17:02,269 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637-splitting 2024-11-25T07:17:02,270 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637-splitting dir is empty, no logs to split. 2024-11-25T07:17:02,270 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5eb3d201e8c9,40843,1732519008637 WAL count=0, meta=true 2024-11-25T07:17:02,271 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T07:17:02,274 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637-splitting dir is empty, no logs to split. 2024-11-25T07:17:02,275 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5eb3d201e8c9,40843,1732519008637 WAL count=0, meta=true 2024-11-25T07:17:02,275 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5eb3d201e8c9,40843,1732519008637 WAL splitting is done? wals=0, meta=true 2024-11-25T07:17:02,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:17:02,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:02,280 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:17:02,292 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(746): ClusterId : 247b216d-d6ac-4985-a0ea-9d21179b989f 2024-11-25T07:17:02,292 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:17:02,294 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:17:02,294 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:17:02,296 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:17:02,297 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a59454f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:02,310 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:41919 2024-11-25T07:17:02,310 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:17:02,310 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:17:02,310 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:17:02,311 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,33933,1732519021540 with port=41919, startcode=1732519021573 2024-11-25T07:17:02,311 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:17:02,313 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:17:02,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33933 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,316 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1 2024-11-25T07:17:02,316 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39719 2024-11-25T07:17:02,316 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:17:02,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/rs 2024-11-25T07:17:02,319 DEBUG [RS:0;5eb3d201e8c9:41919 {}] zookeeper.ZKUtil(111): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on existing znode=/0-1949344273/rs/5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,319 WARN [RS:0;5eb3d201e8c9:41919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:02,319 INFO [RS:0;5eb3d201e8c9:41919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:02,319 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,41919,1732519021573] 2024-11-25T07:17:02,321 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T07:17:02,360 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:17:02,364 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:17:02,365 INFO [RS:0;5eb3d201e8c9:41919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:17:02,365 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,365 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:17:02,366 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:17:02,366 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,367 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,368 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,368 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:02,368 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:02,368 DEBUG [RS:0;5eb3d201e8c9:41919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:02,368 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,368 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,368 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,369 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,369 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,369 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41919,1732519021573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:02,385 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:17:02,385 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41919,1732519021573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,400 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,41919,1732519021573, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:17:02,416 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(231): queueId=2-5eb3d201e8c9,41919,1732519021573, ReplicationSource: 2, currentBandwidth=0 2024-11-25T07:17:02,417 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,417 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,1-5eb3d201e8c9,41919,1732519021573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:17:02,417 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.Replication(171): 5eb3d201e8c9,41919,1732519021573 started 2024-11-25T07:17:02,418 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,1-5eb3d201e8c9,41919,1732519021573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ae2d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:02,418 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,1-5eb3d201e8c9,41919,1732519021573 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:17:02,418 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,1-5eb3d201e8c9,41919,1732519021573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:02,420 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:17:02,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:17:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ad13ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:17:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:02,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:02,423 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:02,424 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,1-5eb3d201e8c9,41919,1732519021573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@522e9f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:02,424 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,1-5eb3d201e8c9,41919,1732519021573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:17:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af8923 2024-11-25T07:17:02,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:02,427 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T07:17:02,428 INFO [RS:0;5eb3d201e8c9:41919.replicationSource,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,41919,1732519021573 (queues=0) is replicating from cluster=247b216d-d6ac-4985-a0ea-9d21179b989f to cluster=beaee511-c44a-4afc-9b7b-8946b097d8f4 2024-11-25T07:17:02,430 WARN [5eb3d201e8c9:33933 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:17:02,433 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:02,433 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,41919,1732519021573, RpcServer on 5eb3d201e8c9/172.17.0.2:41919, sessionid=0x1014dfbf3b20007 2024-11-25T07:17:02,433 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:17:02,433 DEBUG [RS:0;5eb3d201e8c9:41919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,433 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,41919,1732519021573' 2024-11-25T07:17:02,433 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949344273/flush-table-proc/abort' 2024-11-25T07:17:02,433 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,2-5eb3d201e8c9,41919,1732519021573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37885' 2024-11-25T07:17:02,434 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949344273/flush-table-proc/acquired' 2024-11-25T07:17:02,434 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:17:02,434 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:17:02,435 DEBUG [RS:0;5eb3d201e8c9:41919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,435 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,41919,1732519021573' 2024-11-25T07:17:02,435 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949344273/online-snapshot/abort' 2024-11-25T07:17:02,435 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,2-5eb3d201e8c9,41919,1732519021573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278b1466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:02,435 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,2-5eb3d201e8c9,41919,1732519021573 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37885,-1 for getting cluster id 2024-11-25T07:17:02,435 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949344273/online-snapshot/acquired' 2024-11-25T07:17:02,435 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,2-5eb3d201e8c9,41919,1732519021573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:02,436 DEBUG [RS:0;5eb3d201e8c9:41919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:17:02,436 INFO [RS:0;5eb3d201e8c9:41919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:17:02,436 INFO [RS:0;5eb3d201e8c9:41919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:17:02,436 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beaee511-c44a-4afc-9b7b-8946b097d8f4' 2024-11-25T07:17:02,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:02,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beaee511-c44a-4afc-9b7b-8946b097d8f4" 2024-11-25T07:17:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ffc4b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37885,-1] 2024-11-25T07:17:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:02,438 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:02,439 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,2-5eb3d201e8c9,41919,1732519021573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4028fea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:02,439 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource,2-5eb3d201e8c9,41919,1732519021573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37885,1732519012843 2024-11-25T07:17:02,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15165807 2024-11-25T07:17:02,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:02,442 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T07:17:02,443 INFO [RS:0;5eb3d201e8c9:41919.replicationSource,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5eb3d201e8c9,41919,1732519021573 (queues=0) is replicating from cluster=247b216d-d6ac-4985-a0ea-9d21179b989f to cluster=beaee511-c44a-4afc-9b7b-8946b097d8f4 2024-11-25T07:17:02,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:02,536 INFO [RS:0;5eb3d201e8c9:41919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:02,539 INFO [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C41919%2C1732519021573, suffix=, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs, maxLogs=10 2024-11-25T07:17:02,554 DEBUG [RS:0;5eb3d201e8c9:41919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540, exclude list is [], retry=0 2024-11-25T07:17:02,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:17:02,560 INFO [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 2024-11-25T07:17:02,561 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5eb3d201e8c9%2C41919%2C1732519021573 for peer 2 2024-11-25T07:17:02,561 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5eb3d201e8c9%2C41919%2C1732519021573 for peer 1 2024-11-25T07:17:02,561 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C41919%2C1732519021573 2024-11-25T07:17:02,561 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,41919,1732519021573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:17:02,561 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5eb3d201e8c9%2C41919%2C1732519021573 2024-11-25T07:17:02,561 INFO [RS:0;5eb3d201e8c9:41919.replicationSource.shipper5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C41919%2C1732519021573 2024-11-25T07:17:02,561 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5eb3d201e8c9,41919,1732519021573, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:17:02,561 DEBUG [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:17:02,561 INFO [RS:0;5eb3d201e8c9:41919.replicationSource.shipper5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C41919%2C1732519021573 2024-11-25T07:17:02,562 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540, startPosition=0, beingWritten=true 2024-11-25T07:17:02,562 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540, startPosition=0, beingWritten=true 2024-11-25T07:17:02,681 DEBUG [5eb3d201e8c9:33933 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:17:02,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,683 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,41919,1732519021573, state=OPENING 2024-11-25T07:17:02,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:17:02,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:17:02,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:17:02,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:17:02,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:02,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,41919,1732519021573}] 2024-11-25T07:17:02,769 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:02,770 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:02,842 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:17:02,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:17:02,848 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:17:02,848 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:02,849 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:17:02,851 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C41919%2C1732519021573.meta, suffix=.meta, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs, maxLogs=10 2024-11-25T07:17:02,865 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.meta.1732519022851.meta, exclude list is [], retry=0 2024-11-25T07:17:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:17:02,870 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.meta.1732519022851.meta 2024-11-25T07:17:02,870 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:17:02,871 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:02,871 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:02,871 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:02,871 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:17:02,871 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:17:02,872 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:17:02,872 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:02,872 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:17:02,872 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:17:02,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:02,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:02,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,882 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/info/f99b3796e53d479f95424747bbac1b6c 2024-11-25T07:17:02,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:02,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:02,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:02,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,890 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/ns/3a17d5ef63f34681ac9540e0c48caf84 2024-11-25T07:17:02,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:02,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:02,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:02,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:02,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:02,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:02,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:02,900 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/table/e88561eb45e04b12a4cb9d1e2cdc5f21 2024-11-25T07:17:02,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:02,900 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:02,901 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740 2024-11-25T07:17:02,902 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740 2024-11-25T07:17:02,903 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:02,903 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:02,904 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:02,906 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:02,907 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65924015, jitterRate=-0.0176556259393692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:02,907 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:17:02,907 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519022872Writing region info on filesystem at 1732519022872Initializing all the Stores at 1732519022873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519022873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519022873Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519022873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519022873Cleaning up temporary data from old regions at 1732519022903 (+30 ms)Running coprocessor post-open hooks at 1732519022907 (+4 ms)Region opened successfully at 1732519022907 2024-11-25T07:17:02,908 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732519022842 2024-11-25T07:17:02,911 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:17:02,911 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:17:02,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,41919,1732519021573, state=OPEN 2024-11-25T07:17:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:17:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949344273/meta-region-server 2024-11-25T07:17:02,915 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:02,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:17:02,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949344273/meta-region-server: CHANGED 2024-11-25T07:17:02,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T07:17:02,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,41919,1732519021573 in 227 msec 2024-11-25T07:17:02,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T07:17:02,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-25T07:17:03,076 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:03,077 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:03,482 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:03,483 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:03,823 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1555ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-25T07:17:03,989 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:03,989 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:04,596 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:04,596 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:05,303 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:05,303 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:05,326 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3057ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-25T07:17:06,110 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:06,110 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:06,778 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T07:17:06,778 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:17:06,778 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:06,778 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,41919,1732519021573, seqNum=-1] 2024-11-25T07:17:06,779 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:06,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:06,788 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6d43e4edcd9cc94a8312d8e61179518d, regionState=OPEN, lastHost=5eb3d201e8c9,40843,1732519008637, regionLocation=5eb3d201e8c9,40843,1732519008637, openSeqNum=2 2024-11-25T07:17:06,788 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:17:06,788 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519086788 2024-11-25T07:17:06,788 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519146788 2024-11-25T07:17:06,788 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-25T07:17:06,789 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33933,1732519021540-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:06,789 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33933,1732519021540-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:06,789 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5eb3d201e8c9,40843,1732519008637 had 2 regions 2024-11-25T07:17:06,789 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33933,1732519021540-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:06,789 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:33933, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:06,789 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:06,789 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:06,790 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5eb3d201e8c9,40843,1732519008637, splitWal=true, meta=true, isMeta: false 2024-11-25T07:17:06,793 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637-splitting dir is empty, no logs to split. 2024-11-25T07:17:06,793 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5eb3d201e8c9,40843,1732519008637 WAL count=0, meta=false 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.184sec 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33933,1732519021540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:06,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33933,1732519021540-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:17:06,796 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,40843,1732519008637-splitting dir is empty, no logs to split. 2024-11-25T07:17:06,796 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5eb3d201e8c9,40843,1732519008637 WAL count=0, meta=false 2024-11-25T07:17:06,796 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5eb3d201e8c9,40843,1732519008637 WAL splitting is done? wals=0, meta=false 2024-11-25T07:17:06,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN}] 2024-11-25T07:17:06,800 WARN [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5eb3d201e8c9,40843,1732519008637/hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:06,801 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:17:06,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN 2024-11-25T07:17:06,801 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:17:06,801 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33933,1732519021540-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:06,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:17:06,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:06,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33933,-1 for getting cluster id 2024-11-25T07:17:06,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:06,897 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247b216d-d6ac-4985-a0ea-9d21179b989f' 2024-11-25T07:17:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247b216d-d6ac-4985-a0ea-9d21179b989f" 2024-11-25T07:17:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150ee46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33933,-1] 2024-11-25T07:17:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,899 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c75d8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:06,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,41919,1732519021573, seqNum=-1] 2024-11-25T07:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:06,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:06,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T07:17:06,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:06,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:06,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:06,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5eb3d201e8c9:33933 after: 5eb3d201e8c9:33933 2024-11-25T07:17:06,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:06,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33933,-1 for getting cluster id 2024-11-25T07:17:06,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:06,908 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '247b216d-d6ac-4985-a0ea-9d21179b989f' 2024-11-25T07:17:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "247b216d-d6ac-4985-a0ea-9d21179b989f" 2024-11-25T07:17:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d3010f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33933,-1] 2024-11-25T07:17:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,910 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:06,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:06,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:06,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:06,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64705bfa 2024-11-25T07:17:06,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:06,913 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:06,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:17:06,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T07:17:06,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:17:06,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33933 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T07:17:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:17:06,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:06,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:06,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:06,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:17:06,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-25T07:17:06,917 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,37885,1732519012843 2024-11-25T07:17:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11445695314/running 2024-11-25T07:17:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11445695314/running 2024-11-25T07:17:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:17:06,918 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:17:06,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:06,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:06,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on znode that does not yet exist, /11445695314/running 2024-11-25T07:17:06,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Set watcher on znode that does not yet exist, /11445695314/running 2024-11-25T07:17:06,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,36111,1732519012890' ***** 2024-11-25T07:17:06,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:17:06,920 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,36111,1732519012890 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:36111. 2024-11-25T07:17:06,920 DEBUG [RS:0;5eb3d201e8c9:36111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:06,920 DEBUG [RS:0;5eb3d201e8c9:36111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:17:06,920 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:17:06,921 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:17:06,921 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:17:06,921 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:06,921 DEBUG [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:06,921 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:06,921 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:06,921 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:06,921 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:06,921 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T07:17:06,940 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740/.tmp/ns/e508b4f614ba4eecbb926f2b1642899f is 43, key is default/ns:d/1732519015628/Put/seqid=0 2024-11-25T07:17:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741835_1011 (size=5153) 2024-11-25T07:17:06,945 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740/.tmp/ns/e508b4f614ba4eecbb926f2b1642899f 2024-11-25T07:17:06,952 DEBUG [5eb3d201e8c9:33933 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:17:06,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6d43e4edcd9cc94a8312d8e61179518d, regionState=OPENING, regionLocation=5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:06,953 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740/.tmp/ns/e508b4f614ba4eecbb926f2b1642899f as hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740/ns/e508b4f614ba4eecbb926f2b1642899f 2024-11-25T07:17:06,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN because future has completed 2024-11-25T07:17:06,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d43e4edcd9cc94a8312d8e61179518d, server=5eb3d201e8c9,41919,1732519021573}] 2024-11-25T07:17:06,962 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740/ns/e508b4f614ba4eecbb926f2b1642899f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T07:17:06,963 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false 2024-11-25T07:17:06,964 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:17:06,969 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:17:06,969 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:06,969 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:06,969 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:06,970 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519026921Running coprocessor pre-close hooks at 1732519026921Disabling compacts and flushes for region at 1732519026921Disabling writes for close at 1732519026921Obtaining lock to block concurrent updates at 1732519026921Preparing flush snapshotting stores in 1588230740 at 1732519026921Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732519026922 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732519026922Flushing 1588230740/ns: creating writer at 1732519026923 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732519026939 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732519026939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fad56ac: reopening flushed file at 1732519026952 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false at 1732519026964 (+12 ms)Writing region close event to WAL at 1732519026965 (+1 ms)Running coprocessor post-close hooks at 1732519026969 (+4 ms)Closed at 1732519026969 2024-11-25T07:17:06,970 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:06,970 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:07,017 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:07,017 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:07,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:07,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:07,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:17:07,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C41919%2C1732519021573.rep, suffix=, logDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573, archiveDir=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs, maxLogs=10 2024-11-25T07:17:07,121 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,36111,1732519012890; all regions closed. 2024-11-25T07:17:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741834_1010 (size=1152) 2024-11-25T07:17:07,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/WALs/5eb3d201e8c9,36111,1732519012890/5eb3d201e8c9%2C36111%2C1732519012890.meta.1732519015547.meta not finished, retry = 0 2024-11-25T07:17:07,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.rep.1732519027118, exclude list is [], retry=0 2024-11-25T07:17:07,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a5185cef-6886-4b0a-814f-fcc2ae15bbc8,DISK] 2024-11-25T07:17:07,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.rep.1732519027118 2024-11-25T07:17:07,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44099:44099)] 2024-11-25T07:17:07,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d43e4edcd9cc94a8312d8e61179518d, NAME => 'hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:07,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:07,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:07,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. service=MultiRowMutationService 2024-11-25T07:17:07,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:17:07,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:07,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,143 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,144 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d43e4edcd9cc94a8312d8e61179518d columnFamilyName hfileref 2024-11-25T07:17:07,144 DEBUG [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:07,144 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(327): Store=6d43e4edcd9cc94a8312d8e61179518d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:07,145 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,146 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d43e4edcd9cc94a8312d8e61179518d columnFamilyName queue 2024-11-25T07:17:07,146 DEBUG [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:07,153 DEBUG [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/queue/c1f6eeff6bd442e7a599baf7ff2224e6 2024-11-25T07:17:07,154 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(327): Store=6d43e4edcd9cc94a8312d8e61179518d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:07,154 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,155 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d43e4edcd9cc94a8312d8e61179518d columnFamilyName sid 2024-11-25T07:17:07,155 DEBUG [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:07,155 INFO [StoreOpener-6d43e4edcd9cc94a8312d8e61179518d-1 {}] regionserver.HStore(327): Store=6d43e4edcd9cc94a8312d8e61179518d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:07,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:17:07,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6d43e4edcd9cc94a8312d8e61179518d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74242779, jitterRate=0.1063036173582077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:17:07,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:07,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6d43e4edcd9cc94a8312d8e61179518d: Running coprocessor pre-open hook at 1732519027141Writing region info on filesystem at 1732519027141Initializing all the Stores at 1732519027142 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519027142Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519027142Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519027142Cleaning up temporary data from old regions at 1732519027159 (+17 ms)Running coprocessor post-open hooks at 1732519027163 (+4 ms)Region opened successfully at 1732519027164 (+1 ms) 2024-11-25T07:17:07,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., pid=19, masterSystemTime=1732519027110 2024-11-25T07:17:07,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:07,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:07,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6d43e4edcd9cc94a8312d8e61179518d, regionState=OPEN, openSeqNum=10, regionLocation=5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:07,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d43e4edcd9cc94a8312d8e61179518d, server=5eb3d201e8c9,41919,1732519021573 because future has completed 2024-11-25T07:17:07,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T07:17:07,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d43e4edcd9cc94a8312d8e61179518d, server=5eb3d201e8c9,41919,1732519021573 in 217 msec 2024-11-25T07:17:07,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-25T07:17:07,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d43e4edcd9cc94a8312d8e61179518d, ASSIGN in 378 msec 2024-11-25T07:17:07,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T07:17:07,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., hostname=5eb3d201e8c9,41919,1732519021573, seqNum=10] 2024-11-25T07:17:07,222 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5eb3d201e8c9,40843,1732519008637 2024-11-25T07:17:07,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T07:17:07,228 DEBUG [RS:0;5eb3d201e8c9:36111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/oldWALs 2024-11-25T07:17:07,228 INFO [RS:0;5eb3d201e8c9:36111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C36111%2C1732519012890.meta:.meta(num 1732519015547) 2024-11-25T07:17:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741832_1008 (size=93) 2024-11-25T07:17:07,233 DEBUG [RS:0;5eb3d201e8c9:36111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/oldWALs 2024-11-25T07:17:07,233 INFO [RS:0;5eb3d201e8c9:36111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C36111%2C1732519012890:(num 1732519014606) 2024-11-25T07:17:07,233 DEBUG [RS:0;5eb3d201e8c9:36111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:07,233 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:07,234 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:07,234 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:07,234 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:07,234 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:07,234 INFO [RS:0;5eb3d201e8c9:36111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36111 2024-11-25T07:17:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11445695314/rs/5eb3d201e8c9,36111,1732519012890 2024-11-25T07:17:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314/rs 2024-11-25T07:17:07,236 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:07,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,36111,1732519012890] 2024-11-25T07:17:07,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11445695314/draining/5eb3d201e8c9,36111,1732519012890 already deleted, retry=false 2024-11-25T07:17:07,245 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,36111,1732519012890 expired; onlineServers=0 2024-11-25T07:17:07,245 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,37885,1732519012843' ***** 2024-11-25T07:17:07,245 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:17:07,245 INFO [M:0;5eb3d201e8c9:37885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:07,245 INFO [M:0;5eb3d201e8c9:37885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:07,245 DEBUG [M:0;5eb3d201e8c9:37885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:17:07,245 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:17:07,245 DEBUG [M:0;5eb3d201e8c9:37885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:17:07,245 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519014373 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519014373,5,FailOnTimeoutGroup] 2024-11-25T07:17:07,245 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519014373 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519014373,5,FailOnTimeoutGroup] 2024-11-25T07:17:07,246 INFO [M:0;5eb3d201e8c9:37885 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:07,246 INFO [M:0;5eb3d201e8c9:37885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:07,246 DEBUG [M:0;5eb3d201e8c9:37885 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:17:07,246 INFO [M:0;5eb3d201e8c9:37885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:17:07,246 INFO [M:0;5eb3d201e8c9:37885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:07,246 INFO [M:0;5eb3d201e8c9:37885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:17:07,246 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:17:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11445695314/master 2024-11-25T07:17:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11445695314 2024-11-25T07:17:07,247 DEBUG [M:0;5eb3d201e8c9:37885 {}] zookeeper.ZKUtil(347): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Unable to get data of znode /11445695314/master because node does not exist (not an error) 2024-11-25T07:17:07,247 WARN [M:0;5eb3d201e8c9:37885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:17:07,248 INFO [M:0;5eb3d201e8c9:37885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/.lastflushedseqids 2024-11-25T07:17:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741836_1012 (size=99) 2024-11-25T07:17:07,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:07,344 INFO [RS:0;5eb3d201e8c9:36111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:07,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36111-0x1014dfbf3b20004, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:07,344 INFO [RS:0;5eb3d201e8c9:36111 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,36111,1732519012890; zookeeper connection closed. 2024-11-25T07:17:07,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4382259c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4382259c 2024-11-25T07:17:07,344 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:17:07,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-25T07:17:07,655 INFO [M:0;5eb3d201e8c9:37885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:17:07,655 INFO [M:0;5eb3d201e8c9:37885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:17:07,656 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:07,656 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:07,656 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:07,656 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:07,656 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:07,656 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T07:17:07,674 DEBUG [M:0;5eb3d201e8c9:37885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a82cd74208947c690f3a09bd8d70d16 is 82, key is hbase:meta,,1/info:regioninfo/1732519015594/Put/seqid=0 2024-11-25T07:17:07,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741837_1013 (size=5672) 2024-11-25T07:17:08,025 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:08,025 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:08,080 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a82cd74208947c690f3a09bd8d70d16 2024-11-25T07:17:08,101 DEBUG [M:0;5eb3d201e8c9:37885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dcff9f5862142849c137373fa89720f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732519015634/Put/seqid=0 2024-11-25T07:17:08,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741838_1014 (size=5275) 2024-11-25T07:17:08,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:08,506 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dcff9f5862142849c137373fa89720f 2024-11-25T07:17:08,528 DEBUG [M:0;5eb3d201e8c9:37885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35f5edd1c87406f8cc1114e34f1ed2b is 69, key is 5eb3d201e8c9,36111,1732519012890/rs:state/1732519014441/Put/seqid=0 2024-11-25T07:17:08,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741839_1015 (size=5156) 2024-11-25T07:17:08,933 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35f5edd1c87406f8cc1114e34f1ed2b 2024-11-25T07:17:08,940 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a82cd74208947c690f3a09bd8d70d16 as hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a82cd74208947c690f3a09bd8d70d16 2024-11-25T07:17:08,946 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a82cd74208947c690f3a09bd8d70d16, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T07:17:08,947 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dcff9f5862142849c137373fa89720f as hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dcff9f5862142849c137373fa89720f 2024-11-25T07:17:08,952 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dcff9f5862142849c137373fa89720f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T07:17:08,953 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f35f5edd1c87406f8cc1114e34f1ed2b as hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35f5edd1c87406f8cc1114e34f1ed2b 2024-11-25T07:17:08,958 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/2602df03-8ded-309c-ac92-ac3df8b51d49/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f35f5edd1c87406f8cc1114e34f1ed2b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T07:17:08,960 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false 2024-11-25T07:17:08,961 INFO [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:08,961 DEBUG [M:0;5eb3d201e8c9:37885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519027656Disabling compacts and flushes for region at 1732519027656Disabling writes for close at 1732519027656Obtaining lock to block concurrent updates at 1732519027656Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519027656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732519027657 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519027657Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519027657Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519027674 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519027674Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519028086 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519028101 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519028101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519028512 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519028528 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519028528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1958d2af: reopening flushed file at 1732519028939 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459c0d69: reopening flushed file at 1732519028946 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e608581: reopening flushed file at 1732519028952 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false at 1732519028960 (+8 ms)Writing region close event to WAL at 1732519028961 (+1 ms)Closed at 1732519028961 2024-11-25T07:17:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38675 is added to blk_1073741830_1006 (size=10165) 2024-11-25T07:17:08,964 INFO [M:0;5eb3d201e8c9:37885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:17:08,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:08,964 INFO [M:0;5eb3d201e8c9:37885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37885 2024-11-25T07:17:08,967 INFO [M:0;5eb3d201e8c9:37885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:09,069 INFO [M:0;5eb3d201e8c9:37885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37885-0x1014dfbf3b20003, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:09,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:09,075 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:09,075 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:09,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:09,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:09,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:17:09,078 WARN [BP-612060255-172.17.0.2-1732519011767 heartbeating to localhost/127.0.0.1:39807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:17:09,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:17:09,078 WARN [BP-612060255-172.17.0.2-1732519011767 heartbeating to localhost/127.0.0.1:39807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-612060255-172.17.0.2-1732519011767 (Datanode Uuid 6e841541-ae57-4864-9ec6-25068d9504c4) service to localhost/127.0.0.1:39807 2024-11-25T07:17:09,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/cluster_0813d2dc-1264-e070-1c87-cee0644fd458/data/data1/current/BP-612060255-172.17.0.2-1732519011767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:09,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/cluster_0813d2dc-1264-e070-1c87-cee0644fd458/data/data2/current/BP-612060255-172.17.0.2-1732519011767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:09,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:17:09,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:09,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:09,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:09,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:09,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:09,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:17:09,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:17:09,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:09,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:09,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:09,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:09,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:09,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:17:09,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=569305745, stopped=false 2024-11-25T07:17:09,107 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,33933,1732519021540 2024-11-25T07:17:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:17:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/running 2024-11-25T07:17:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:09,109 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:09,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:09,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:09,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:09,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:17:09,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Set watcher on znode that does not yet exist, /0-1949344273/running 2024-11-25T07:17:09,110 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,41919,1732519021573' ***** 2024-11-25T07:17:09,110 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:17:09,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:41919. 2024-11-25T07:17:09,111 DEBUG [RS:0;5eb3d201e8c9:41919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:09,111 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:09,111 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d43e4edcd9cc94a8312d8e61179518d, disabling compactions & flushes 2024-11-25T07:17:09,111 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:17:09,111 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:09,111 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:17:09,112 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:17:09,112 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. after waiting 0 ms 2024-11-25T07:17:09,112 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:17:09,112 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:09,112 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:17:09,112 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1325): Online Regions={6d43e4edcd9cc94a8312d8e61179518d=hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:17:09,112 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d43e4edcd9cc94a8312d8e61179518d 2024-11-25T07:17:09,112 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:09,112 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:09,112 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:09,112 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:09,112 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:09,112 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T07:17:09,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/replication/6d43e4edcd9cc94a8312d8e61179518d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-25T07:17:09,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:09,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:09,118 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:09,118 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d43e4edcd9cc94a8312d8e61179518d: Waiting for close lock at 1732519029111Running coprocessor pre-close hooks at 1732519029111Disabling compacts and flushes for region at 1732519029111Disabling writes for close at 1732519029112 (+1 ms)Writing region close event to WAL at 1732519029112Running coprocessor post-close hooks at 1732519029117 (+5 ms)Closed at 1732519029118 (+1 ms) 2024-11-25T07:17:09,118 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d. 2024-11-25T07:17:09,130 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/info/4b0b38d9e1fd44968a8c89f9b1149f67 is 147, key is hbase:replication,,1732519015813.6d43e4edcd9cc94a8312d8e61179518d./info:regioninfo/1732519027169/Put/seqid=0 2024-11-25T07:17:09,132 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:09,132 DEBUG [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 to pos 0, reset compression=false 2024-11-25T07:17:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741851_1027 (size=6385) 2024-11-25T07:17:09,173 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:09,312 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:09,369 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:17:09,369 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:17:09,512 DEBUG [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:09,536 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/info/4b0b38d9e1fd44968a8c89f9b1149f67 2024-11-25T07:17:09,545 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/.tmp/info/4b0b38d9e1fd44968a8c89f9b1149f67 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/info/4b0b38d9e1fd44968a8c89f9b1149f67 2024-11-25T07:17:09,551 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/info/4b0b38d9e1fd44968a8c89f9b1149f67, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T07:17:09,553 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-25T07:17:09,558 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T07:17:09,559 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:09,559 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:09,559 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:09,559 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519029112Running coprocessor pre-close hooks at 1732519029112Disabling compacts and flushes for region at 1732519029112Disabling writes for close at 1732519029112Obtaining lock to block concurrent updates at 1732519029112Preparing flush snapshotting stores in 1588230740 at 1732519029112Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732519029113 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732519029114 (+1 ms)Flushing 1588230740/info: creating writer at 1732519029114Flushing 1588230740/info: appending metadata at 1732519029130 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732519029130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403014d: reopening flushed file at 1732519029544 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1732519029553 (+9 ms)Writing region close event to WAL at 1732519029554 (+1 ms)Running coprocessor post-close hooks at 1732519029559 (+5 ms)Closed at 1732519029559 2024-11-25T07:17:09,559 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:09,713 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,41919,1732519021573; all regions closed. 2024-11-25T07:17:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741849_1025 (size=2156) 2024-11-25T07:17:09,718 DEBUG [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs 2024-11-25T07:17:09,718 INFO [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C41919%2C1732519021573.meta:.meta(num 1732519022851) 2024-11-25T07:17:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741850_1026 (size=796) 2024-11-25T07:17:09,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.rep.1732519027118 not finished, retry = 0 2024-11-25T07:17:09,824 DEBUG [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs 2024-11-25T07:17:09,824 INFO [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C41919%2C1732519021573.rep:(num 1732519027118) 2024-11-25T07:17:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741848_1024 (size=93) 2024-11-25T07:17:09,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/WALs/5eb3d201e8c9,41919,1732519021573/5eb3d201e8c9%2C41919%2C1732519021573.1732519022540 not finished, retry = 0 2024-11-25T07:17:09,929 DEBUG [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/oldWALs 2024-11-25T07:17:09,929 INFO [RS:0;5eb3d201e8c9:41919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C41919%2C1732519021573:(num 1732519022540) 2024-11-25T07:17:09,930 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:09,930 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:09,930 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:09,930 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:09,930 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:09,930 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:09,930 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,41919,1732519021573 because: Region server is closing 2024-11-25T07:17:09,930 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T07:17:09,930 INFO [RS:0;5eb3d201e8c9:41919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:41919. 2024-11-25T07:17:09,930 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T07:17:09,931 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T07:17:09,931 DEBUG [RS:0;5eb3d201e8c9:41919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:09,931 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:09,931 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:09,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:10,031 WARN [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:17:10,031 WARN [RS:0;5eb3d201e8c9:41919.replicationSource.shipper5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:17:10,031 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5eb3d201e8c9:41919.replicationSource.shipper5eb3d201e8c9%2C41919%2C1732519021573,1-5eb3d201e8c9,41919,1732519021573 terminated 2024-11-25T07:17:10,032 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5eb3d201e8c9,41919,1732519021573 because: Region server is closing 2024-11-25T07:17:10,032 INFO [RS:0;5eb3d201e8c9:41919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:41919. 2024-11-25T07:17:10,032 DEBUG [RS:0;5eb3d201e8c9:41919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:10,032 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:10,032 DEBUG [RS:0;5eb3d201e8c9:41919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:10,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:10,132 WARN [RS:0;5eb3d201e8c9:41919.replicationSource.wal-reader.5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:17:10,132 WARN [RS:0;5eb3d201e8c9:41919.replicationSource.shipper5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:17:10,133 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5eb3d201e8c9:41919.replicationSource.shipper5eb3d201e8c9%2C41919%2C1732519021573,2-5eb3d201e8c9,41919,1732519021573 terminated 2024-11-25T07:17:10,133 INFO [RS:0;5eb3d201e8c9:41919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41919 2024-11-25T07:17:10,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/rs/5eb3d201e8c9,41919,1732519021573 2024-11-25T07:17:10,135 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:10,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273/rs 2024-11-25T07:17:10,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,41919,1732519021573] 2024-11-25T07:17:10,137 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949344273/draining/5eb3d201e8c9,41919,1732519021573 already deleted, retry=false 2024-11-25T07:17:10,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,41919,1732519021573 expired; onlineServers=0 2024-11-25T07:17:10,138 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,33933,1732519021540' ***** 2024-11-25T07:17:10,138 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:17:10,138 INFO [M:0;5eb3d201e8c9:33933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:10,138 INFO [M:0;5eb3d201e8c9:33933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:10,138 DEBUG [M:0;5eb3d201e8c9:33933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:17:10,138 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:17:10,138 DEBUG [M:0;5eb3d201e8c9:33933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:17:10,138 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519022265 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519022265,5,FailOnTimeoutGroup] 2024-11-25T07:17:10,138 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519022265 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519022265,5,FailOnTimeoutGroup] 2024-11-25T07:17:10,138 INFO [M:0;5eb3d201e8c9:33933 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:10,138 INFO [M:0;5eb3d201e8c9:33933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:10,138 DEBUG [M:0;5eb3d201e8c9:33933 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:17:10,138 INFO [M:0;5eb3d201e8c9:33933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:17:10,139 INFO [M:0;5eb3d201e8c9:33933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:10,139 INFO [M:0;5eb3d201e8c9:33933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:17:10,139 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:17:10,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949344273/master 2024-11-25T07:17:10,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949344273 2024-11-25T07:17:10,146 DEBUG [M:0;5eb3d201e8c9:33933 {}] zookeeper.ZKUtil(347): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Unable to get data of znode /0-1949344273/master because node does not exist (not an error) 2024-11-25T07:17:10,146 WARN [M:0;5eb3d201e8c9:33933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:17:10,147 INFO [M:0;5eb3d201e8c9:33933 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/.lastflushedseqids 2024-11-25T07:17:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741852_1028 (size=181) 2024-11-25T07:17:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:10,237 INFO [RS:0;5eb3d201e8c9:41919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:10,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41919-0x1014dfbf3b20007, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:10,237 INFO [RS:0;5eb3d201e8c9:41919 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,41919,1732519021573; zookeeper connection closed. 2024-11-25T07:17:10,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1138a23a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1138a23a 2024-11-25T07:17:10,237 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:17:10,554 INFO [M:0;5eb3d201e8c9:33933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:17:10,554 INFO [M:0;5eb3d201e8c9:33933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:17:10,554 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:10,554 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:10,554 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:10,554 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:10,554 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:10,554 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T07:17:10,572 DEBUG [M:0;5eb3d201e8c9:33933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96deb5ba363f46328e65a081ec4231b1 is 82, key is hbase:meta,,1/info:regioninfo/1732519022912/Put/seqid=0 2024-11-25T07:17:10,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741853_1029 (size=5680) 2024-11-25T07:17:10,978 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96deb5ba363f46328e65a081ec4231b1 2024-11-25T07:17:11,016 DEBUG [M:0;5eb3d201e8c9:33933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1aa6a75c327474f8378911e77ae3bd7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732519027178/Put/seqid=0 2024-11-25T07:17:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741854_1030 (size=7319) 2024-11-25T07:17:11,029 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1aa6a75c327474f8378911e77ae3bd7 2024-11-25T07:17:11,080 DEBUG [M:0;5eb3d201e8c9:33933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29bee665e31243008d6305d10897e19a is 69, key is 5eb3d201e8c9,41919,1732519021573/rs:state/1732519022314/Put/seqid=0 2024-11-25T07:17:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741855_1031 (size=5371) 2024-11-25T07:17:11,488 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29bee665e31243008d6305d10897e19a 2024-11-25T07:17:11,494 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29bee665e31243008d6305d10897e19a 2024-11-25T07:17:11,495 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96deb5ba363f46328e65a081ec4231b1 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96deb5ba363f46328e65a081ec4231b1 2024-11-25T07:17:11,501 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96deb5ba363f46328e65a081ec4231b1, entries=8, sequenceid=172, filesize=5.5 K 2024-11-25T07:17:11,502 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1aa6a75c327474f8378911e77ae3bd7 as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1aa6a75c327474f8378911e77ae3bd7 2024-11-25T07:17:11,507 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1aa6a75c327474f8378911e77ae3bd7, entries=7, sequenceid=172, filesize=7.1 K 2024-11-25T07:17:11,508 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29bee665e31243008d6305d10897e19a as hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29bee665e31243008d6305d10897e19a 2024-11-25T07:17:11,514 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29bee665e31243008d6305d10897e19a 2024-11-25T07:17:11,514 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39719/user/jenkins/test-data/9bd86d04-536f-8837-5d97-dd83126b59d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29bee665e31243008d6305d10897e19a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-25T07:17:11,515 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=172, compaction requested=false 2024-11-25T07:17:11,517 INFO [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:11,517 DEBUG [M:0;5eb3d201e8c9:33933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519030554Disabling compacts and flushes for region at 1732519030554Disabling writes for close at 1732519030554Obtaining lock to block concurrent updates at 1732519030554Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519030554Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732519030555 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519030556 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519030556Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519030572 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519030572Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519030989 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519031014 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519031014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519031043 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519031079 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519031079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa779e: reopening flushed file at 1732519031494 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4225be6f: reopening flushed file at 1732519031501 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f910a9: reopening flushed file at 1732519031507 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=172, compaction requested=false at 1732519031515 (+8 ms)Writing region close event to WAL at 1732519031517 (+2 ms)Closed at 1732519031517 2024-11-25T07:17:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741847_1023 (size=22949) 2024-11-25T07:17:11,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:11,520 INFO [M:0;5eb3d201e8c9:33933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:17:11,520 INFO [M:0;5eb3d201e8c9:33933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33933 2024-11-25T07:17:11,521 INFO [M:0;5eb3d201e8c9:33933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:11,622 INFO [M:0;5eb3d201e8c9:33933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1014dfbf3b20006, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:11,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:11,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:11,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:11,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:11,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:11,627 WARN [BP-126724781-172.17.0.2-1732519005247 heartbeating to localhost/127.0.0.1:39719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:17:11,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:17:11,627 WARN [BP-126724781-172.17.0.2-1732519005247 heartbeating to localhost/127.0.0.1:39719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-126724781-172.17.0.2-1732519005247 (Datanode Uuid a8e4c850-04b1-4480-a5e9-6998eb890150) service to localhost/127.0.0.1:39719 2024-11-25T07:17:11,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:17:11,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c/data/data1/current/BP-126724781-172.17.0.2-1732519005247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:11,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/cluster_34fc9584-9386-02a4-f194-0c1677d4269c/data/data2/current/BP-126724781-172.17.0.2-1732519005247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:11,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:17:11,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:11,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:11,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:11,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:11,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c450114b-caba-5564-f9e5-28636f223220/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:11,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:17:11,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:17:11,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5eb3d201e8c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39807 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@413ae86f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5eb3d201e8c9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5eb3d201e8c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5eb3d201e8c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/5eb3d201e8c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53363) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53363) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39719 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 366), ProcessCount=11 (was 11), AvailableMemoryMB=7978 (was 8826) 2024-11-25T07:17:11,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=7976 2024-11-25T07:17:11,690 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-25T07:17:11,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.log.dir so I do NOT create it in target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b 2024-11-25T07:17:11,691 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:17:11,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.tmp.dir so I do NOT create it in target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b 2024-11-25T07:17:11,691 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/294a8a98-9646-9eef-e3f9-1a54d7d956a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:17:11,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b 2024-11-25T07:17:11,691 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122, deleteOnExit=true 2024-11-25T07:17:11,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122/zookeeper_0, clientPort=55366, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:17:11,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55366 2024-11-25T07:17:11,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:17:11,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:17:11,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/test.cache.data in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:17:11,695 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:11,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:17:11,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:17:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dfbf3b20002, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:17:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dfbf3b20005, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:17:11,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dfbf3b20002, quorum=127.0.0.1:53363, baseZNode=/0-1949344273 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:17:11,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dfbf3b20005, quorum=127.0.0.1:53363, baseZNode=/11445695314 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:17:11,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:11,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:11,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:11,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:11,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:17:11,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:11,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:11,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:11,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/java.io.tmpdir/jetty-localhost-33533-hadoop-hdfs-3_4_1-tests_jar-_-any-1278820025779938278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:11,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:33533} 2024-11-25T07:17:11,935 INFO [Time-limited test {}] server.Server(415): Started @28754ms 2024-11-25T07:17:12,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:12,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:12,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:12,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:12,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:17:12,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:12,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:12,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/java.io.tmpdir/jetty-localhost-43601-hadoop-hdfs-3_4_1-tests_jar-_-any-13366595982224315808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:12,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:43601} 2024-11-25T07:17:12,159 INFO [Time-limited test {}] server.Server(415): Started @28978ms 2024-11-25T07:17:12,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:17:12,264 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122/data/data1/current/BP-352804292-172.17.0.2-1732519031728/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:12,264 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122/data/data2/current/BP-352804292-172.17.0.2-1732519031728/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:12,284 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:17:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607b14d9f954922b with lease ID 0x68f7803bf8b741c1: Processing first storage report for DS-9b662226-fbc0-4183-bc9a-df23f09da194 from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=cbed3805-8663-4dc7-805e-9530f5ccd3ef, infoPort=33203, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=2137049275;c=1732519031728) 2024-11-25T07:17:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607b14d9f954922b with lease ID 0x68f7803bf8b741c1: from storage DS-9b662226-fbc0-4183-bc9a-df23f09da194 node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=cbed3805-8663-4dc7-805e-9530f5ccd3ef, infoPort=33203, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=2137049275;c=1732519031728), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607b14d9f954922b with lease ID 0x68f7803bf8b741c1: Processing first storage report for DS-271efdb5-3887-418b-98ae-6cae606bb467 from datanode DatanodeRegistration(127.0.0.1:38113, datanodeUuid=cbed3805-8663-4dc7-805e-9530f5ccd3ef, infoPort=33203, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=2137049275;c=1732519031728) 2024-11-25T07:17:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607b14d9f954922b with lease ID 0x68f7803bf8b741c1: from storage DS-271efdb5-3887-418b-98ae-6cae606bb467 node DatanodeRegistration(127.0.0.1:38113, datanodeUuid=cbed3805-8663-4dc7-805e-9530f5ccd3ef, infoPort=33203, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=2137049275;c=1732519031728), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:12,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b 2024-11-25T07:17:12,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:12,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:17:12,801 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7 with version=8 2024-11-25T07:17:12,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/hbase-staging 2024-11-25T07:17:12,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:12,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:12,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:12,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:12,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:12,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:12,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:17:12,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:12,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40149 2024-11-25T07:17:12,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40149 connecting to ZooKeeper ensemble=127.0.0.1:55366 2024-11-25T07:17:12,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401490x0, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:12,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40149-0x1014dfc5e1c0000 connected 2024-11-25T07:17:12,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:12,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:12,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on znode that does not yet exist, /0-256650040/running 2024-11-25T07:17:12,837 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7, hbase.cluster.distributed=false 2024-11-25T07:17:12,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on znode that does not yet exist, /0-256650040/acl 2024-11-25T07:17:12,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-25T07:17:12,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40149 2024-11-25T07:17:12,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40149 2024-11-25T07:17:12,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-25T07:17:12,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-25T07:17:12,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:12,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:12,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:12,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:17:12,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:12,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39661 2024-11-25T07:17:12,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39661 connecting to ZooKeeper ensemble=127.0.0.1:55366 2024-11-25T07:17:12,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:12,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396610x0, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:12,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39661-0x1014dfc5e1c0001 connected 2024-11-25T07:17:12,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on znode that does not yet exist, /0-256650040/running 2024-11-25T07:17:12,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:17:12,869 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:17:12,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on znode that does not yet exist, /0-256650040/master 2024-11-25T07:17:12,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on znode that does not yet exist, /0-256650040/acl 2024-11-25T07:17:12,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39661 2024-11-25T07:17:12,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39661 2024-11-25T07:17:12,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39661 2024-11-25T07:17:12,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39661 2024-11-25T07:17:12,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39661 2024-11-25T07:17:12,889 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:40149 2024-11-25T07:17:12,889 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-256650040/backup-masters/5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:12,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040/backup-masters 2024-11-25T07:17:12,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040/backup-masters 2024-11-25T07:17:12,891 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on existing znode=/0-256650040/backup-masters/5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:12,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256650040/master 2024-11-25T07:17:12,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:12,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:12,895 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on existing znode=/0-256650040/master 2024-11-25T07:17:12,895 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-256650040/backup-masters/5eb3d201e8c9,40149,1732519032804 from backup master directory 2024-11-25T07:17:12,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040/backup-masters 2024-11-25T07:17:12,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256650040/backup-masters/5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:12,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040/backup-masters 2024-11-25T07:17:12,896 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:12,897 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:12,901 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/hbase.id] with ID: 51df0329-ef2a-434e-9fc2-ce6bf8e1faad 2024-11-25T07:17:12,901 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/.tmp/hbase.id 2024-11-25T07:17:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:17:13,307 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/.tmp/hbase.id]:[hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/hbase.id] 2024-11-25T07:17:13,321 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:13,321 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:17:13,322 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:17:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:17:13,731 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:13,733 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:17:13,733 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:13,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:17:14,142 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store 2024-11-25T07:17:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:17:14,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:14,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:14,550 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:14,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:14,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:14,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:14,550 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:14,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519034550Disabling compacts and flushes for region at 1732519034550Disabling writes for close at 1732519034550Writing region close event to WAL at 1732519034550Closed at 1732519034550 2024-11-25T07:17:14,551 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/.initializing 2024-11-25T07:17:14,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/WALs/5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:14,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:14,554 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C40149%2C1732519032804, suffix=, logDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/WALs/5eb3d201e8c9,40149,1732519032804, archiveDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/oldWALs, maxLogs=10 2024-11-25T07:17:14,573 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/WALs/5eb3d201e8c9,40149,1732519032804/5eb3d201e8c9%2C40149%2C1732519032804.1732519034555, exclude list is [], retry=0 2024-11-25T07:17:14,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-9b662226-fbc0-4183-bc9a-df23f09da194,DISK] 2024-11-25T07:17:14,578 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/WALs/5eb3d201e8c9,40149,1732519032804/5eb3d201e8c9%2C40149%2C1732519032804.1732519034555 2024-11-25T07:17:14,578 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-11-25T07:17:14,578 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:14,579 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:14,579 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,579 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:17:14,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:14,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:14,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:17:14,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:14,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:14,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:17:14,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:14,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:14,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:17:14,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:14,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:14,588 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,588 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,589 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,590 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,590 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,591 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:14,592 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:14,594 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:14,595 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71027435, jitterRate=0.058391258120536804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:14,596 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519034579Initializing all the Stores at 1732519034580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519034580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519034580Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519034580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519034580Cleaning up temporary data from old regions at 1732519034590 (+10 ms)Region opened successfully at 1732519034596 (+6 ms) 2024-11-25T07:17:14,596 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:17:14,599 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505666c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:14,600 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:17:14,600 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:17:14,600 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:17:14,600 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:17:14,601 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:17:14,601 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:17:14,601 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:17:14,603 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:17:14,604 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Unable to get data of znode /0-256650040/balancer because node does not exist (not necessarily an error) 2024-11-25T07:17:14,605 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256650040/balancer already deleted, retry=false 2024-11-25T07:17:14,606 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:17:14,606 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Unable to get data of znode /0-256650040/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:17:14,609 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256650040/normalizer already deleted, retry=false 2024-11-25T07:17:14,610 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:17:14,611 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Unable to get data of znode /0-256650040/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:17:14,612 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256650040/switch/split already deleted, retry=false 2024-11-25T07:17:14,612 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Unable to get data of znode /0-256650040/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:17:14,614 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256650040/switch/merge already deleted, retry=false 2024-11-25T07:17:14,615 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Unable to get data of znode /0-256650040/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:17:14,616 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-256650040/snapshot-cleanup already deleted, retry=false 2024-11-25T07:17:14,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256650040/running 2024-11-25T07:17:14,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-256650040/running 2024-11-25T07:17:14,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:14,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:14,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:14,620 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,40149,1732519032804, sessionid=0x1014dfc5e1c0000, setting cluster-up flag (Was=false) 2024-11-25T07:17:14,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:14,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:14,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:14,628 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-256650040/flush-table-proc/acquired, /0-256650040/flush-table-proc/reached, /0-256650040/flush-table-proc/abort 2024-11-25T07:17:14,629 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:14,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-256650040/online-snapshot/acquired, /0-256650040/online-snapshot/reached, /0-256650040/online-snapshot/abort 2024-11-25T07:17:14,638 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:14,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:17:14,642 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:14,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:17:14,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:17:14,642 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,40149,1732519032804 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:17:14,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:14,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,650 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519064650 2024-11-25T07:17:14,651 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:17:14,651 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:17:14,651 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:17:14,651 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:17:14,651 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:17:14,651 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:17:14,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:14,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:17:14,651 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:14,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:17:14,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:17:14,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:17:14,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:17:14,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:17:14,658 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:17:14,658 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:17:14,659 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519034658,5,FailOnTimeoutGroup] 2024-11-25T07:17:14,659 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519034659,5,FailOnTimeoutGroup] 2024-11-25T07:17:14,659 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,659 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:17:14,659 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,659 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:17:14,679 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(746): ClusterId : 51df0329-ef2a-434e-9fc2-ce6bf8e1faad 2024-11-25T07:17:14,679 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:17:14,681 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:17:14,681 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:17:14,686 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:17:14,686 DEBUG [RS:0;5eb3d201e8c9:39661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbd1c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:14,699 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:39661 2024-11-25T07:17:14,699 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:17:14,699 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:17:14,699 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:17:14,700 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,40149,1732519032804 with port=39661, startcode=1732519032857 2024-11-25T07:17:14,700 DEBUG [RS:0;5eb3d201e8c9:39661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:17:14,702 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:17:14,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:14,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:14,705 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7 2024-11-25T07:17:14,705 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37337 2024-11-25T07:17:14,705 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:17:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040/rs 2024-11-25T07:17:14,707 DEBUG [RS:0;5eb3d201e8c9:39661 {}] zookeeper.ZKUtil(111): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on existing znode=/0-256650040/rs/5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:14,707 WARN [RS:0;5eb3d201e8c9:39661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:14,707 INFO [RS:0;5eb3d201e8c9:39661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:14,707 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:14,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,39661,1732519032857] 2024-11-25T07:17:14,710 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:17:14,713 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:17:14,713 INFO [RS:0;5eb3d201e8c9:39661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:17:14,713 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,713 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:17:14,714 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:17:14,714 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,714 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,714 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:14,715 DEBUG [RS:0;5eb3d201e8c9:39661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:14,715 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,716 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,716 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,716 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,716 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,716 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39661,1732519032857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:14,733 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:17:14,734 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39661,1732519032857-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,734 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,734 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.Replication(171): 5eb3d201e8c9,39661,1732519032857 started 2024-11-25T07:17:14,749 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:14,749 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,39661,1732519032857, RpcServer on 5eb3d201e8c9/172.17.0.2:39661, sessionid=0x1014dfc5e1c0001 2024-11-25T07:17:14,749 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:17:14,749 DEBUG [RS:0;5eb3d201e8c9:39661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:14,749 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,39661,1732519032857' 2024-11-25T07:17:14,749 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-256650040/flush-table-proc/abort' 2024-11-25T07:17:14,750 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-256650040/flush-table-proc/acquired' 2024-11-25T07:17:14,750 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:17:14,750 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:17:14,750 DEBUG [RS:0;5eb3d201e8c9:39661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:14,750 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,39661,1732519032857' 2024-11-25T07:17:14,750 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-256650040/online-snapshot/abort' 2024-11-25T07:17:14,751 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-256650040/online-snapshot/acquired' 2024-11-25T07:17:14,751 DEBUG [RS:0;5eb3d201e8c9:39661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:17:14,751 INFO [RS:0;5eb3d201e8c9:39661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:17:14,751 INFO [RS:0;5eb3d201e8c9:39661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:17:14,852 INFO [RS:0;5eb3d201e8c9:39661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:14,854 INFO [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C39661%2C1732519032857, suffix=, logDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857, archiveDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/oldWALs, maxLogs=10 2024-11-25T07:17:14,869 DEBUG [RS:0;5eb3d201e8c9:39661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854, exclude list is [], retry=0 2024-11-25T07:17:14,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-9b662226-fbc0-4183-bc9a-df23f09da194,DISK] 2024-11-25T07:17:14,874 INFO [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 2024-11-25T07:17:14,874 DEBUG [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-11-25T07:17:15,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:17:15,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7 2024-11-25T07:17:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:17:15,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:15,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:15,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:15,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:15,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:15,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:15,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:15,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:15,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:15,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:15,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740 2024-11-25T07:17:15,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740 2024-11-25T07:17:15,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:15,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:15,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:15,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:15,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:15,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58751669, jitterRate=-0.12453190982341766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:15,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519035474Initializing all the Stores at 1732519035475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519035475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519035475Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519035475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519035475Cleaning up temporary data from old regions at 1732519035486 (+11 ms)Region opened successfully at 1732519035492 (+6 ms) 2024-11-25T07:17:15,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:15,492 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:15,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:15,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:15,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:15,493 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:15,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519035492Disabling compacts and flushes for region at 1732519035492Disabling writes for close at 1732519035492Writing region close event to WAL at 1732519035493 (+1 ms)Closed at 1732519035493 2024-11-25T07:17:15,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:15,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:17:15,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:17:15,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:15,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:17:15,647 DEBUG [5eb3d201e8c9:40149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:17:15,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:15,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,39661,1732519032857, state=OPENING 2024-11-25T07:17:15,651 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:17:15,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:15,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:15,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256650040/meta-region-server: CHANGED 2024-11-25T07:17:15,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:15,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256650040/meta-region-server: CHANGED 2024-11-25T07:17:15,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,39661,1732519032857}] 2024-11-25T07:17:15,806 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:17:15,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:17:15,813 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:17:15,813 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:15,813 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:17:15,815 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C39661%2C1732519032857.meta, suffix=.meta, logDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857, archiveDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/oldWALs, maxLogs=10 2024-11-25T07:17:15,833 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.meta.1732519035816.meta, exclude list is [], retry=0 2024-11-25T07:17:15,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-9b662226-fbc0-4183-bc9a-df23f09da194,DISK] 2024-11-25T07:17:15,837 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.meta.1732519035816.meta 2024-11-25T07:17:15,837 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-11-25T07:17:15,837 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:15,838 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:15,838 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:15,838 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:17:15,838 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:17:15,838 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:17:15,838 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:15,838 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:17:15,839 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:17:15,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:15,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:15,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:15,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:15,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:15,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:15,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:15,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:15,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:15,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:15,847 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:15,847 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740 2024-11-25T07:17:15,848 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740 2024-11-25T07:17:15,849 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:15,849 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:15,850 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:15,851 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:15,852 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64879437, jitterRate=-0.0332210510969162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:15,852 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:17:15,853 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519035839Writing region info on filesystem at 1732519035839Initializing all the Stores at 1732519035840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519035840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519035840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519035840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519035840Cleaning up temporary data from old regions at 1732519035849 (+9 ms)Running coprocessor post-open hooks at 1732519035852 (+3 ms)Region opened successfully at 1732519035853 (+1 ms) 2024-11-25T07:17:15,854 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519035806 2024-11-25T07:17:15,857 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:17:15,857 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:17:15,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:15,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,39661,1732519032857, state=OPEN 2024-11-25T07:17:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-256650040/meta-region-server 2024-11-25T07:17:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-256650040/meta-region-server 2024-11-25T07:17:15,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:15,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256650040/meta-region-server: CHANGED 2024-11-25T07:17:15,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-256650040/meta-region-server: CHANGED 2024-11-25T07:17:15,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:17:15,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,39661,1732519032857 in 210 msec 2024-11-25T07:17:15,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:17:15,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-25T07:17:15,870 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:15,870 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:17:15,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:15,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,39661,1732519032857, seqNum=-1] 2024-11-25T07:17:15,872 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:15,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:15,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-25T07:17:15,879 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519035879, completionTime=-1 2024-11-25T07:17:15,879 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:17:15,880 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:17:15,881 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519095881 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519155882 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40149,1732519032804-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40149,1732519032804-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40149,1732519032804-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:40149, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:15,882 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:15,884 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.989sec 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40149,1732519032804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:15,886 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40149,1732519032804-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:17:15,889 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:17:15,889 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:17:15,889 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40149,1732519032804-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:15,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:15,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40149,-1 for getting cluster id 2024-11-25T07:17:15,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:15,982 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51df0329-ef2a-434e-9fc2-ce6bf8e1faad' 2024-11-25T07:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51df0329-ef2a-434e-9fc2-ce6bf8e1faad" 2024-11-25T07:17:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bba353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:15,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40149,-1] 2024-11-25T07:17:15,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:15,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:15,984 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:15,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:15,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,39661,1732519032857, seqNum=-1] 2024-11-25T07:17:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:15,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:15,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:15,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55366 2024-11-25T07:17:15,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:15,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dfc5e1c0002 connected 2024-11-25T07:17:15,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.log.dir so I do NOT create it in target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567 2024-11-25T07:17:15,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.tmp.dir so I do NOT create it in target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567 2024-11-25T07:17:15,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:17:15,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/cluster_af38ccb1-ddc1-9b51-a678-bb028a67664a, deleteOnExit=true 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/test.cache.data in system properties and HBase conf 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:17:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:17:15,998 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:17:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:17:16,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:16,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:16,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:16,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:16,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:17:16,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:16,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:16,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:16,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/java.io.tmpdir/jetty-localhost-39739-hadoop-hdfs-3_4_1-tests_jar-_-any-14855631217004125558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:16,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:39739} 2024-11-25T07:17:16,214 INFO [Time-limited test {}] server.Server(415): Started @33033ms 2024-11-25T07:17:16,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:16,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:16,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:16,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:16,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:17:16,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:16,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:16,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/java.io.tmpdir/jetty-localhost-41945-hadoop-hdfs-3_4_1-tests_jar-_-any-5870183360196653963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:16,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:41945} 2024-11-25T07:17:16,428 INFO [Time-limited test {}] server.Server(415): Started @33247ms 2024-11-25T07:17:16,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:17:16,543 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/cluster_af38ccb1-ddc1-9b51-a678-bb028a67664a/data/data1/current/BP-1692114060-172.17.0.2-1732519036031/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:16,543 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/cluster_af38ccb1-ddc1-9b51-a678-bb028a67664a/data/data2/current/BP-1692114060-172.17.0.2-1732519036031/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:16,569 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:17:16,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52469ad9749097c2 with lease ID 0x54b1dfce33e2020b: Processing first storage report for DS-8851f4b8-3bcf-4c7c-b460-6e975bd99ab9 from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=3c44abea-1540-46a5-bcfd-766f58b119c1, infoPort=34785, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1729534299;c=1732519036031) 2024-11-25T07:17:16,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52469ad9749097c2 with lease ID 0x54b1dfce33e2020b: from storage DS-8851f4b8-3bcf-4c7c-b460-6e975bd99ab9 node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=3c44abea-1540-46a5-bcfd-766f58b119c1, infoPort=34785, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1729534299;c=1732519036031), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:16,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52469ad9749097c2 with lease ID 0x54b1dfce33e2020b: Processing first storage report for DS-2a322476-c248-4472-92f5-ea2b370a1820 from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=3c44abea-1540-46a5-bcfd-766f58b119c1, infoPort=34785, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1729534299;c=1732519036031) 2024-11-25T07:17:16,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52469ad9749097c2 with lease ID 0x54b1dfce33e2020b: from storage DS-2a322476-c248-4472-92f5-ea2b370a1820 node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=3c44abea-1540-46a5-bcfd-766f58b119c1, infoPort=34785, infoSecurePort=0, ipcPort=46297, storageInfo=lv=-57;cid=testClusterID;nsid=1729534299;c=1732519036031), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:16,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567 2024-11-25T07:17:16,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:16,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:16,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:17:17,072 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8 with version=8 2024-11-25T07:17:17,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/hbase-staging 2024-11-25T07:17:17,075 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:17,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:17,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:17,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:17,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:17,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:17,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:17:17,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:17,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35305 2024-11-25T07:17:17,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35305 connecting to ZooKeeper ensemble=127.0.0.1:55366 2024-11-25T07:17:17,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353050x0, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:17,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35305-0x1014dfc5e1c0003 connected 2024-11-25T07:17:17,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:17,124 WARN [RS:0;5eb3d201e8c9:39661 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5eb3d201e8c9,40843,1732519008637: status=Processing ServerCrashProcedure of 5eb3d201e8c9,40843,1732519008637 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732519022265, completionTime=-1 appears to have been leaked 2024-11-25T07:17:17,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:17,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on znode that does not yet exist, /1-1279795334/running 2024-11-25T07:17:17,126 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8, hbase.cluster.distributed=false 2024-11-25T07:17:17,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on znode that does not yet exist, /1-1279795334/acl 2024-11-25T07:17:17,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-25T07:17:17,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35305 2024-11-25T07:17:17,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35305 2024-11-25T07:17:17,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-25T07:17:17,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-25T07:17:17,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:17,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:17,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:17,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:17,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:17,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:17,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:17:17,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:17,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33691 2024-11-25T07:17:17,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33691 connecting to ZooKeeper ensemble=127.0.0.1:55366 2024-11-25T07:17:17,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:17,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:17,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336910x0, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:17,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336910x0, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on znode that does not yet exist, /1-1279795334/running 2024-11-25T07:17:17,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33691-0x1014dfc5e1c0004 connected 2024-11-25T07:17:17,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:17:17,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:17:17,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on znode that does not yet exist, /1-1279795334/master 2024-11-25T07:17:17,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on znode that does not yet exist, /1-1279795334/acl 2024-11-25T07:17:17,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33691 2024-11-25T07:17:17,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33691 2024-11-25T07:17:17,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33691 2024-11-25T07:17:17,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33691 2024-11-25T07:17:17,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33691 2024-11-25T07:17:17,170 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:35305 2024-11-25T07:17:17,171 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1279795334/backup-masters/5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334/backup-masters 2024-11-25T07:17:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334/backup-masters 2024-11-25T07:17:17,175 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on existing znode=/1-1279795334/backup-masters/5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1279795334/master 2024-11-25T07:17:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:17,176 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on existing znode=/1-1279795334/master 2024-11-25T07:17:17,177 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1279795334/backup-masters/5eb3d201e8c9,35305,1732519037075 from backup master directory 2024-11-25T07:17:17,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1279795334/backup-masters/5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:17,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334/backup-masters 2024-11-25T07:17:17,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334/backup-masters 2024-11-25T07:17:17,178 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:17,178 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:17,183 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/hbase.id] with ID: 86a436c4-7c23-48e9-bca7-13b2b4581c4c 2024-11-25T07:17:17,183 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/.tmp/hbase.id 2024-11-25T07:17:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:17:17,589 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/.tmp/hbase.id]:[hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/hbase.id] 2024-11-25T07:17:17,600 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:17,601 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:17:17,602 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:17:17,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:17,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:17,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:17:18,010 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:18,010 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:17:18,011 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:18,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:17:18,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T07:17:18,420 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store 2024-11-25T07:17:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:17:18,827 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:18,827 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:18,827 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:18,827 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:18,827 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:18,828 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:18,828 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:18,828 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519038827Disabling compacts and flushes for region at 1732519038827Disabling writes for close at 1732519038827Writing region close event to WAL at 1732519038828 (+1 ms)Closed at 1732519038828 2024-11-25T07:17:18,829 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/.initializing 2024-11-25T07:17:18,829 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/WALs/5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:18,830 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:18,832 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C35305%2C1732519037075, suffix=, logDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/WALs/5eb3d201e8c9,35305,1732519037075, archiveDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/oldWALs, maxLogs=10 2024-11-25T07:17:18,849 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/WALs/5eb3d201e8c9,35305,1732519037075/5eb3d201e8c9%2C35305%2C1732519037075.1732519038832, exclude list is [], retry=0 2024-11-25T07:17:18,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-8851f4b8-3bcf-4c7c-b460-6e975bd99ab9,DISK] 2024-11-25T07:17:18,854 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/WALs/5eb3d201e8c9,35305,1732519037075/5eb3d201e8c9%2C35305%2C1732519037075.1732519038832 2024-11-25T07:17:18,855 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34785:34785)] 2024-11-25T07:17:18,855 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:18,855 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:18,855 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,855 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:17:18,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:18,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:18,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:17:18,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:18,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:18,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:17:18,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:18,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:18,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:17:18,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:18,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:18,864 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,865 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,865 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,866 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,866 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,867 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:18,868 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:18,870 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:18,870 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72300479, jitterRate=0.0773610919713974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:18,870 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519038856Initializing all the Stores at 1732519038856Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519038857 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519038857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519038857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519038857Cleaning up temporary data from old regions at 1732519038866 (+9 ms)Region opened successfully at 1732519038870 (+4 ms) 2024-11-25T07:17:18,871 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:17:18,874 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca08d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:18,874 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:17:18,874 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:17:18,875 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:17:18,875 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:17:18,875 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:17:18,875 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:17:18,875 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:17:18,877 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:17:18,878 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Unable to get data of znode /1-1279795334/balancer because node does not exist (not necessarily an error) 2024-11-25T07:17:18,879 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1279795334/balancer already deleted, retry=false 2024-11-25T07:17:18,880 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:17:18,880 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Unable to get data of znode /1-1279795334/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:17:18,881 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1279795334/normalizer already deleted, retry=false 2024-11-25T07:17:18,881 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:17:18,882 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Unable to get data of znode /1-1279795334/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:17:18,885 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1279795334/switch/split already deleted, retry=false 2024-11-25T07:17:18,885 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Unable to get data of znode /1-1279795334/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:17:18,886 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1279795334/switch/merge already deleted, retry=false 2024-11-25T07:17:18,888 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Unable to get data of znode /1-1279795334/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:17:18,889 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1279795334/snapshot-cleanup already deleted, retry=false 2024-11-25T07:17:18,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1279795334/running 2024-11-25T07:17:18,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:18,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1279795334/running 2024-11-25T07:17:18,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:18,891 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,35305,1732519037075, sessionid=0x1014dfc5e1c0003, setting cluster-up flag (Was=false) 2024-11-25T07:17:18,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:18,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:18,900 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1279795334/flush-table-proc/acquired, /1-1279795334/flush-table-proc/reached, /1-1279795334/flush-table-proc/abort 2024-11-25T07:17:18,901 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:18,908 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1279795334/online-snapshot/acquired, /1-1279795334/online-snapshot/reached, /1-1279795334/online-snapshot/abort 2024-11-25T07:17:18,909 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:18,910 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:17:18,912 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:18,913 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:17:18,913 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:17:18,913 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,35305,1732519037075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:17:18,914 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:18,914 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:18,914 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:18,914 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:18,914 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:17:18,915 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,915 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:18,915 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,916 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519068916 2024-11-25T07:17:18,916 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:17:18,916 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:17:18,916 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:17:18,916 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:17:18,916 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:17:18,916 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:17:18,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:18,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:17:18,917 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:18,918 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:17:18,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:18,918 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:17:18,918 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:17:18,918 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:17:18,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:17:18,918 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:17:18,918 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:17:18,918 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519038918,5,FailOnTimeoutGroup] 2024-11-25T07:17:18,920 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519038918,5,FailOnTimeoutGroup] 2024-11-25T07:17:18,920 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:18,920 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:17:18,920 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:18,920 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:18,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:17:18,962 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(746): ClusterId : 86a436c4-7c23-48e9-bca7-13b2b4581c4c 2024-11-25T07:17:18,962 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:17:18,964 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:17:18,964 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:17:18,966 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:17:18,966 DEBUG [RS:0;5eb3d201e8c9:33691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fbc44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:18,978 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:33691 2024-11-25T07:17:18,978 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:17:18,978 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:17:18,978 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:17:18,979 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,35305,1732519037075 with port=33691, startcode=1732519037144 2024-11-25T07:17:18,979 DEBUG [RS:0;5eb3d201e8c9:33691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:17:18,981 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:17:18,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:18,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35305 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:18,983 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8 2024-11-25T07:17:18,983 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33507 2024-11-25T07:17:18,983 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:17:18,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334/rs 2024-11-25T07:17:18,991 DEBUG [RS:0;5eb3d201e8c9:33691 {}] zookeeper.ZKUtil(111): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on existing znode=/1-1279795334/rs/5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:18,992 WARN [RS:0;5eb3d201e8c9:33691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:18,992 INFO [RS:0;5eb3d201e8c9:33691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:18,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,33691,1732519037144] 2024-11-25T07:17:18,992 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:18,995 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:17:18,997 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:17:18,998 INFO [RS:0;5eb3d201e8c9:33691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:17:18,998 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:18,998 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:17:18,999 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:17:18,999 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:18,999 DEBUG [RS:0;5eb3d201e8c9:33691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:19,000 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,000 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,000 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,000 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,000 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,000 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33691,1732519037144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:19,015 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:17:19,015 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33691,1732519037144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,015 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,015 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.Replication(171): 5eb3d201e8c9,33691,1732519037144 started 2024-11-25T07:17:19,030 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:19,030 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,33691,1732519037144, RpcServer on 5eb3d201e8c9/172.17.0.2:33691, sessionid=0x1014dfc5e1c0004 2024-11-25T07:17:19,030 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:17:19,030 DEBUG [RS:0;5eb3d201e8c9:33691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:19,030 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,33691,1732519037144' 2024-11-25T07:17:19,030 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1279795334/flush-table-proc/abort' 2024-11-25T07:17:19,031 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1279795334/flush-table-proc/acquired' 2024-11-25T07:17:19,031 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:17:19,031 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:17:19,031 DEBUG [RS:0;5eb3d201e8c9:33691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:19,031 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,33691,1732519037144' 2024-11-25T07:17:19,031 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1279795334/online-snapshot/abort' 2024-11-25T07:17:19,032 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1279795334/online-snapshot/acquired' 2024-11-25T07:17:19,032 DEBUG [RS:0;5eb3d201e8c9:33691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:17:19,032 INFO [RS:0;5eb3d201e8c9:33691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:17:19,032 INFO [RS:0;5eb3d201e8c9:33691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:17:19,132 INFO [RS:0;5eb3d201e8c9:33691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:19,134 INFO [RS:0;5eb3d201e8c9:33691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C33691%2C1732519037144, suffix=, logDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144, archiveDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/oldWALs, maxLogs=10 2024-11-25T07:17:19,148 DEBUG [RS:0;5eb3d201e8c9:33691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144/5eb3d201e8c9%2C33691%2C1732519037144.1732519039134, exclude list is [], retry=0 2024-11-25T07:17:19,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-8851f4b8-3bcf-4c7c-b460-6e975bd99ab9,DISK] 2024-11-25T07:17:19,154 INFO [RS:0;5eb3d201e8c9:33691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144/5eb3d201e8c9%2C33691%2C1732519037144.1732519039134 2024-11-25T07:17:19,154 DEBUG [RS:0;5eb3d201e8c9:33691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34785:34785)] 2024-11-25T07:17:19,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:17:19,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8 2024-11-25T07:17:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:17:19,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:19,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:19,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:19,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:19,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:19,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:19,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:19,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:19,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:19,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:19,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:19,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:19,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:19,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:19,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:19,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:19,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:19,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:19,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740 2024-11-25T07:17:19,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740 2024-11-25T07:17:19,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:19,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:19,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:19,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:19,747 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:19,748 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61497385, jitterRate=-0.08361755311489105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519039733Initializing all the Stores at 1732519039734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519039734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519039734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519039734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519039734Cleaning up temporary data from old regions at 1732519039744 (+10 ms)Region opened successfully at 1732519039748 (+4 ms) 2024-11-25T07:17:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:19,748 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:19,749 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:19,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519039748Disabling compacts and flushes for region at 1732519039748Disabling writes for close at 1732519039748Writing region close event to WAL at 1732519039749 (+1 ms)Closed at 1732519039749 2024-11-25T07:17:19,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:19,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:17:19,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:17:19,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:19,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:17:19,903 DEBUG [5eb3d201e8c9:35305 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:17:19,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:19,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,33691,1732519037144, state=OPENING 2024-11-25T07:17:19,907 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:17:19,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:19,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:19,909 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:19,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1279795334/meta-region-server: CHANGED 2024-11-25T07:17:19,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1279795334/meta-region-server: CHANGED 2024-11-25T07:17:19,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,33691,1732519037144}] 2024-11-25T07:17:20,062 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:17:20,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:17:20,068 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:17:20,068 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:20,069 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:17:20,071 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C33691%2C1732519037144.meta, suffix=.meta, logDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144, archiveDir=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/oldWALs, maxLogs=10 2024-11-25T07:17:20,086 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144/5eb3d201e8c9%2C33691%2C1732519037144.meta.1732519040071.meta, exclude list is [], retry=0 2024-11-25T07:17:20,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-8851f4b8-3bcf-4c7c-b460-6e975bd99ab9,DISK] 2024-11-25T07:17:20,090 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144/5eb3d201e8c9%2C33691%2C1732519037144.meta.1732519040071.meta 2024-11-25T07:17:20,090 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34785:34785)] 2024-11-25T07:17:20,090 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:20,091 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:20,091 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:20,091 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:17:20,091 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:17:20,091 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:17:20,091 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:20,091 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:17:20,091 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:17:20,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:20,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:20,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:20,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:20,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:20,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:20,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:20,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:20,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:20,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:20,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:20,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:20,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:20,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:20,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:20,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:20,098 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:20,098 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740 2024-11-25T07:17:20,099 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740 2024-11-25T07:17:20,100 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:20,100 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:20,101 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:20,103 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:20,103 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63533729, jitterRate=-0.05327366292476654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:20,104 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:17:20,104 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519040092Writing region info on filesystem at 1732519040092Initializing all the Stores at 1732519040092Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519040092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519040092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519040092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519040092Cleaning up temporary data from old regions at 1732519040100 (+8 ms)Running coprocessor post-open hooks at 1732519040104 (+4 ms)Region opened successfully at 1732519040104 2024-11-25T07:17:20,105 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519040062 2024-11-25T07:17:20,107 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:17:20,107 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:17:20,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:20,109 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,33691,1732519037144, state=OPEN 2024-11-25T07:17:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1279795334/meta-region-server 2024-11-25T07:17:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1279795334/meta-region-server 2024-11-25T07:17:20,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:20,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1279795334/meta-region-server: CHANGED 2024-11-25T07:17:20,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1279795334/meta-region-server: CHANGED 2024-11-25T07:17:20,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:17:20,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,33691,1732519037144 in 203 msec 2024-11-25T07:17:20,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:17:20,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-25T07:17:20,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:20,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:17:20,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:20,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,33691,1732519037144, seqNum=-1] 2024-11-25T07:17:20,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:20,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:20,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-25T07:17:20,128 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519040128, completionTime=-1 2024-11-25T07:17:20,128 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:17:20,128 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:17:20,130 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:17:20,130 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519100130 2024-11-25T07:17:20,130 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519160130 2024-11-25T07:17:20,130 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:17:20,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35305,1732519037075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:20,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35305,1732519037075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:20,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35305,1732519037075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:20,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:35305, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:20,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:20,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:20,133 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:17:20,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.957sec 2024-11-25T07:17:20,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:17:20,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:17:20,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:17:20,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:17:20,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:17:20,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35305,1732519037075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:20,136 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35305,1732519037075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:17:20,138 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:17:20,138 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:17:20,138 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35305,1732519037075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:20,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,35305,-1 for getting cluster id 2024-11-25T07:17:20,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:20,165 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a436c4-7c23-48e9-bca7-13b2b4581c4c' 2024-11-25T07:17:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a436c4-7c23-48e9-bca7-13b2b4581c4c" 2024-11-25T07:17:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,35305,-1] 2024-11-25T07:17:20,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:20,167 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:20,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:20,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,33691,1732519037144, seqNum=-1] 2024-11-25T07:17:20,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:20,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:20,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:20,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55366 2024-11-25T07:17:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:20,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dfc5e1c0005 connected 2024-11-25T07:17:20,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40149,-1 for getting cluster id 2024-11-25T07:17:20,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:20,180 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51df0329-ef2a-434e-9fc2-ce6bf8e1faad' 2024-11-25T07:17:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51df0329-ef2a-434e-9fc2-ce6bf8e1faad" 2024-11-25T07:17:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac7a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40149,-1] 2024-11-25T07:17:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:20,182 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c8fb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e96647 2024-11-25T07:17:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:20,185 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:20,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:17:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:17:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:20,189 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:35305' 2024-11-25T07:17:20,189 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7674c7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,189 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,35305,-1 for getting cluster id 2024-11-25T07:17:20,190 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:20,190 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a436c4-7c23-48e9-bca7-13b2b4581c4c' 2024-11-25T07:17:20,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:20,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a436c4-7c23-48e9-bca7-13b2b4581c4c" 2024-11-25T07:17:20,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b067eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,35305,-1] 2024-11-25T07:17:20,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:20,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:20,192 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:20,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4255270c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:20,193 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388a3ab7 2024-11-25T07:17:20,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:20,194 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:20,195 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T07:17:20,195 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:17:20,195 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:20,195 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:20,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:20,196 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:20,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:17:20,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:17:20,199 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:20,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:17:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741835_1011 (size=1138) 2024-11-25T07:17:20,248 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:17:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:20,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3006486bcb69a696332dc7fa9586620, NAME => 'hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7 2024-11-25T07:17:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741836_1012 (size=44) 2024-11-25T07:17:20,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:17:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:21,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:21,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b3006486bcb69a696332dc7fa9586620, disabling compactions & flushes 2024-11-25T07:17:21,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:21,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:21,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. after waiting 0 ms 2024-11-25T07:17:21,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:21,022 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:21,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3006486bcb69a696332dc7fa9586620: Waiting for close lock at 1732519041021Disabling compacts and flushes for region at 1732519041021Disabling writes for close at 1732519041021Writing region close event to WAL at 1732519041021Closed at 1732519041022 (+1 ms) 2024-11-25T07:17:21,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:17:21,024 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519041023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519041023"}]},"ts":"1732519041023"} 2024-11-25T07:17:21,026 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:17:21,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:17:21,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519041027"}]},"ts":"1732519041027"} 2024-11-25T07:17:21,030 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:17:21,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3006486bcb69a696332dc7fa9586620, ASSIGN}] 2024-11-25T07:17:21,031 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3006486bcb69a696332dc7fa9586620, ASSIGN 2024-11-25T07:17:21,032 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3006486bcb69a696332dc7fa9586620, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,39661,1732519032857; forceNewPlan=false, retain=false 2024-11-25T07:17:21,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3006486bcb69a696332dc7fa9586620, regionState=OPENING, regionLocation=5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:21,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b3006486bcb69a696332dc7fa9586620, ASSIGN because future has completed 2024-11-25T07:17:21,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3006486bcb69a696332dc7fa9586620, server=5eb3d201e8c9,39661,1732519032857}] 2024-11-25T07:17:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:21,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:21,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:21,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:21,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:21,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:17:21,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C39661%2C1732519032857.rep, suffix=, logDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857, archiveDir=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/oldWALs, maxLogs=10 2024-11-25T07:17:21,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.rep.1732519041347, exclude list is [], retry=0 2024-11-25T07:17:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38113,DS-9b662226-fbc0-4183-bc9a-df23f09da194,DISK] 2024-11-25T07:17:21,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:21,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.rep.1732519041347 2024-11-25T07:17:21,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33203:33203)] 2024-11-25T07:17:21,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b3006486bcb69a696332dc7fa9586620, NAME => 'hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:21,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:21,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:21,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. service=MultiRowMutationService 2024-11-25T07:17:21,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:17:21,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:21,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,370 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,371 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3006486bcb69a696332dc7fa9586620 columnFamilyName hfileref 2024-11-25T07:17:21,371 DEBUG [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:21,372 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] regionserver.HStore(327): Store=b3006486bcb69a696332dc7fa9586620/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:21,372 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,373 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3006486bcb69a696332dc7fa9586620 columnFamilyName queue 2024-11-25T07:17:21,373 DEBUG [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:21,374 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] regionserver.HStore(327): Store=b3006486bcb69a696332dc7fa9586620/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:21,374 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,376 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3006486bcb69a696332dc7fa9586620 columnFamilyName sid 2024-11-25T07:17:21,376 DEBUG [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:21,377 INFO [StoreOpener-b3006486bcb69a696332dc7fa9586620-1 {}] regionserver.HStore(327): Store=b3006486bcb69a696332dc7fa9586620/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:21,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:17:21,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:21,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b3006486bcb69a696332dc7fa9586620; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68137368, jitterRate=0.01532590389251709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:17:21,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:21,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b3006486bcb69a696332dc7fa9586620: Running coprocessor pre-open hook at 1732519041368Writing region info on filesystem at 1732519041368Initializing all the Stores at 1732519041369 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519041369Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519041369Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519041369Cleaning up temporary data from old regions at 1732519041379 (+10 ms)Running coprocessor post-open hooks at 1732519041386 (+7 ms)Region opened successfully at 1732519041387 (+1 ms) 2024-11-25T07:17:21,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620., pid=7, masterSystemTime=1732519041341 2024-11-25T07:17:21,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:21,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:21,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b3006486bcb69a696332dc7fa9586620, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:21,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3006486bcb69a696332dc7fa9586620, server=5eb3d201e8c9,39661,1732519032857 because future has completed 2024-11-25T07:17:21,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T07:17:21,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b3006486bcb69a696332dc7fa9586620, server=5eb3d201e8c9,39661,1732519032857 in 207 msec 2024-11-25T07:17:21,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:17:21,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b3006486bcb69a696332dc7fa9586620, ASSIGN in 367 msec 2024-11-25T07:17:21,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:17:21,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519041401"}]},"ts":"1732519041401"} 2024-11-25T07:17:21,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:17:21,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:17:21,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-25T07:17:21,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620., hostname=5eb3d201e8c9,39661,1732519032857, seqNum=2] 2024-11-25T07:17:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:21,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:21,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:17:21,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T07:17:21,621 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:17:21,655 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,39661,1732519032857, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:17:21,656 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:21,656 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,39661,1732519032857, seqNum=-1] 2024-11-25T07:17:21,656 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:21,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-25T07:17:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,39661,1732519032857', locateType=CURRENT is [region=hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620., hostname=5eb3d201e8c9,39661,1732519032857, seqNum=2] 2024-11-25T07:17:21,662 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T07:17:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T07:17:21,665 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,39661,1732519032857 suceeded 2024-11-25T07:17:21,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T07:17:21,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-25T07:17:21,667 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:35305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:17:21,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-25T07:17:21,677 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:35305' 2024-11-25T07:17:21,678 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52b1b6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:21,678 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,35305,-1 for getting cluster id 2024-11-25T07:17:21,678 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:21,679 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86a436c4-7c23-48e9-bca7-13b2b4581c4c' 2024-11-25T07:17:21,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:21,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86a436c4-7c23-48e9-bca7-13b2b4581c4c" 2024-11-25T07:17:21,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cb31b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:21,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,35305,-1] 2024-11-25T07:17:21,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:21,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:21,680 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:21,681 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34360727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:21,681 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:21,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:21,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@480be5c1 2024-11-25T07:17:21,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:21,683 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-25T07:17:21,684 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,39661,1732519032857 (queues=1) is replicating from cluster=51df0329-ef2a-434e-9fc2-ce6bf8e1faad to cluster=86a436c4-7c23-48e9-bca7-13b2b4581c4c 2024-11-25T07:17:21,684 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C39661%2C1732519032857 2024-11-25T07:17:21,684 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,39661,1732519032857, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:17:21,684 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.shipper5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C39661%2C1732519032857 2024-11-25T07:17:21,684 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854, startPosition=0, beingWritten=true 2024-11-25T07:17:21,890 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:22,195 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:22,333 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:17:22,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:22,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:22,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:22,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:22,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:22,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d954ff 2024-11-25T07:17:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:22,335 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:22,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:17:22,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:17:22,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:22,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:22,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:22,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:22,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:22,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:17:22,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=388738168, stopped=false 2024-11-25T07:17:22,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,35305,1732519037075 2024-11-25T07:17:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1279795334/running 2024-11-25T07:17:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1279795334/running 2024-11-25T07:17:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:22,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:22,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:22,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:22,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:22,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:22,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on znode that does not yet exist, /1-1279795334/running 2024-11-25T07:17:22,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,33691,1732519037144' ***** 2024-11-25T07:17:22,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:17:22,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Set watcher on znode that does not yet exist, /1-1279795334/running 2024-11-25T07:17:22,339 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:17:22,339 INFO [RS:0;5eb3d201e8c9:33691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:17:22,339 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:17:22,339 INFO [RS:0;5eb3d201e8c9:33691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:17:22,339 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:22,340 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:22,340 INFO [RS:0;5eb3d201e8c9:33691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:33691. 2024-11-25T07:17:22,340 DEBUG [RS:0;5eb3d201e8c9:33691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:22,340 DEBUG [RS:0;5eb3d201e8c9:33691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:22,340 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:17:22,340 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:17:22,340 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:17:22,340 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:17:22,340 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:17:22,340 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:17:22,340 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:22,340 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:22,340 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:22,340 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:22,340 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:22,340 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:22,341 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T07:17:22,358 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740/.tmp/ns/221a80d1461d4b0aaaacb5b25050f72b is 43, key is default/ns:d/1732519040123/Put/seqid=0 2024-11-25T07:17:22,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741835_1011 (size=5153) 2024-11-25T07:17:22,403 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:22,540 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:22,600 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:22,741 DEBUG [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:22,763 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740/.tmp/ns/221a80d1461d4b0aaaacb5b25050f72b 2024-11-25T07:17:22,769 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740/.tmp/ns/221a80d1461d4b0aaaacb5b25050f72b as hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740/ns/221a80d1461d4b0aaaacb5b25050f72b 2024-11-25T07:17:22,775 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740/ns/221a80d1461d4b0aaaacb5b25050f72b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T07:17:22,776 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-25T07:17:22,781 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:17:22,781 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:22,781 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:22,781 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:22,781 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519042340Running coprocessor pre-close hooks at 1732519042340Disabling compacts and flushes for region at 1732519042340Disabling writes for close at 1732519042340Obtaining lock to block concurrent updates at 1732519042341 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732519042341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732519042341Flushing stores of hbase:meta,,1.1588230740 at 1732519042342 (+1 ms)Flushing 1588230740/ns: creating writer at 1732519042342Flushing 1588230740/ns: appending metadata at 1732519042357 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732519042357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a6c9cd: reopening flushed file at 1732519042768 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732519042776 (+8 ms)Writing region close event to WAL at 1732519042777 (+1 ms)Running coprocessor post-close hooks at 1732519042781 (+4 ms)Closed at 1732519042781 2024-11-25T07:17:22,782 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:22,941 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,33691,1732519037144; all regions closed. 2024-11-25T07:17:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741834_1010 (size=1152) 2024-11-25T07:17:22,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144/5eb3d201e8c9%2C33691%2C1732519037144.meta.1732519040071.meta not finished, retry = 0 2024-11-25T07:17:23,010 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:17:23,010 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:17:23,047 DEBUG [RS:0;5eb3d201e8c9:33691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/oldWALs 2024-11-25T07:17:23,047 INFO [RS:0;5eb3d201e8c9:33691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C33691%2C1732519037144.meta:.meta(num 1732519040071) 2024-11-25T07:17:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741832_1008 (size=93) 2024-11-25T07:17:23,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/WALs/5eb3d201e8c9,33691,1732519037144/5eb3d201e8c9%2C33691%2C1732519037144.1732519039134 not finished, retry = 0 2024-11-25T07:17:23,105 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:23,152 DEBUG [RS:0;5eb3d201e8c9:33691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/oldWALs 2024-11-25T07:17:23,152 INFO [RS:0;5eb3d201e8c9:33691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C33691%2C1732519037144:(num 1732519039134) 2024-11-25T07:17:23,152 DEBUG [RS:0;5eb3d201e8c9:33691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:23,152 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:23,152 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:23,152 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:23,152 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:23,152 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:23,153 INFO [RS:0;5eb3d201e8c9:33691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33691 2024-11-25T07:17:23,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1279795334/rs/5eb3d201e8c9,33691,1732519037144 2024-11-25T07:17:23,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334/rs 2024-11-25T07:17:23,154 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:23,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,33691,1732519037144] 2024-11-25T07:17:23,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1279795334/draining/5eb3d201e8c9,33691,1732519037144 already deleted, retry=false 2024-11-25T07:17:23,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,33691,1732519037144 expired; onlineServers=0 2024-11-25T07:17:23,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,35305,1732519037075' ***** 2024-11-25T07:17:23,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:17:23,157 INFO [M:0;5eb3d201e8c9:35305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:23,157 INFO [M:0;5eb3d201e8c9:35305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:23,157 DEBUG [M:0;5eb3d201e8c9:35305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:17:23,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:17:23,157 DEBUG [M:0;5eb3d201e8c9:35305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:17:23,157 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519038918 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519038918,5,FailOnTimeoutGroup] 2024-11-25T07:17:23,158 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519038918 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519038918,5,FailOnTimeoutGroup] 2024-11-25T07:17:23,158 INFO [M:0;5eb3d201e8c9:35305 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:23,158 INFO [M:0;5eb3d201e8c9:35305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:23,158 DEBUG [M:0;5eb3d201e8c9:35305 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:17:23,158 INFO [M:0;5eb3d201e8c9:35305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:17:23,158 INFO [M:0;5eb3d201e8c9:35305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:23,158 INFO [M:0;5eb3d201e8c9:35305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:17:23,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:17:23,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1279795334/master 2024-11-25T07:17:23,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1279795334 2024-11-25T07:17:23,160 DEBUG [M:0;5eb3d201e8c9:35305 {}] zookeeper.ZKUtil(347): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Unable to get data of znode /1-1279795334/master because node does not exist (not an error) 2024-11-25T07:17:23,160 WARN [M:0;5eb3d201e8c9:35305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:17:23,161 INFO [M:0;5eb3d201e8c9:35305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/.lastflushedseqids 2024-11-25T07:17:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741836_1012 (size=99) 2024-11-25T07:17:23,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:23,256 INFO [RS:0;5eb3d201e8c9:33691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:23,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33691-0x1014dfc5e1c0004, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:23,256 INFO [RS:0;5eb3d201e8c9:33691 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,33691,1732519037144; zookeeper connection closed. 2024-11-25T07:17:23,257 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7995820d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7995820d 2024-11-25T07:17:23,257 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:17:23,566 INFO [M:0;5eb3d201e8c9:35305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:17:23,566 INFO [M:0;5eb3d201e8c9:35305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:17:23,567 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:23,567 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:23,567 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:23,567 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:23,567 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:23,567 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T07:17:23,585 DEBUG [M:0;5eb3d201e8c9:35305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bed6dddf9bc4f34a3a79d650c3519b9 is 82, key is hbase:meta,,1/info:regioninfo/1732519040108/Put/seqid=0 2024-11-25T07:17:23,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741837_1013 (size=5672) 2024-11-25T07:17:23,710 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:23,990 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bed6dddf9bc4f34a3a79d650c3519b9 2024-11-25T07:17:24,014 DEBUG [M:0;5eb3d201e8c9:35305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90092d003ae749ff968c364a09b678dd is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732519040127/Put/seqid=0 2024-11-25T07:17:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741838_1014 (size=5275) 2024-11-25T07:17:24,416 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:24,419 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90092d003ae749ff968c364a09b678dd 2024-11-25T07:17:24,439 DEBUG [M:0;5eb3d201e8c9:35305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5fd4f454c2841518796c6ed1648629d is 69, key is 5eb3d201e8c9,33691,1732519037144/rs:state/1732519038982/Put/seqid=0 2024-11-25T07:17:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741839_1015 (size=5156) 2024-11-25T07:17:24,844 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5fd4f454c2841518796c6ed1648629d 2024-11-25T07:17:24,850 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1bed6dddf9bc4f34a3a79d650c3519b9 as hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bed6dddf9bc4f34a3a79d650c3519b9 2024-11-25T07:17:24,855 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1bed6dddf9bc4f34a3a79d650c3519b9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T07:17:24,856 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90092d003ae749ff968c364a09b678dd as hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90092d003ae749ff968c364a09b678dd 2024-11-25T07:17:24,862 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90092d003ae749ff968c364a09b678dd, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T07:17:24,863 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5fd4f454c2841518796c6ed1648629d as hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5fd4f454c2841518796c6ed1648629d 2024-11-25T07:17:24,867 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33507/user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5fd4f454c2841518796c6ed1648629d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T07:17:24,868 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-25T07:17:24,869 INFO [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:24,870 DEBUG [M:0;5eb3d201e8c9:35305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519043567Disabling compacts and flushes for region at 1732519043567Disabling writes for close at 1732519043567Obtaining lock to block concurrent updates at 1732519043567Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519043567Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732519043567Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519043568 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519043568Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519043584 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519043584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519043995 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519044014 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519044014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519044424 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519044438 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519044438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d0653a: reopening flushed file at 1732519044849 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4575e71: reopening flushed file at 1732519044855 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28edfe9b: reopening flushed file at 1732519044862 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1732519044868 (+6 ms)Writing region close event to WAL at 1732519044869 (+1 ms)Closed at 1732519044869 2024-11-25T07:17:24,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741830_1006 (size=10165) 2024-11-25T07:17:24,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ea21372-0086-b042-11af-4baa89ce4ba8/MasterData/WALs/5eb3d201e8c9,35305,1732519037075/5eb3d201e8c9%2C35305%2C1732519037075.1732519038832 not finished, retry = 0 2024-11-25T07:17:24,973 INFO [M:0;5eb3d201e8c9:35305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:17:24,973 INFO [M:0;5eb3d201e8c9:35305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35305 2024-11-25T07:17:24,974 INFO [M:0;5eb3d201e8c9:35305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:24,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:25,075 INFO [M:0;5eb3d201e8c9:35305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35305-0x1014dfc5e1c0003, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:25,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:25,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:25,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:25,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:25,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:25,080 WARN [BP-1692114060-172.17.0.2-1732519036031 heartbeating to localhost/127.0.0.1:33507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:17:25,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:17:25,080 WARN [BP-1692114060-172.17.0.2-1732519036031 heartbeating to localhost/127.0.0.1:33507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1692114060-172.17.0.2-1732519036031 (Datanode Uuid 3c44abea-1540-46a5-bcfd-766f58b119c1) service to localhost/127.0.0.1:33507 2024-11-25T07:17:25,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:17:25,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/cluster_af38ccb1-ddc1-9b51-a678-bb028a67664a/data/data1/current/BP-1692114060-172.17.0.2-1732519036031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:25,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/cluster_af38ccb1-ddc1-9b51-a678-bb028a67664a/data/data2/current/BP-1692114060-172.17.0.2-1732519036031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:25,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:17:25,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:25,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:25,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:25,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:25,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:25,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:17:25,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:17:25,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:25,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:25,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:25,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:25,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:25,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:17:25,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=644260529, stopped=false 2024-11-25T07:17:25,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,40149,1732519032804 2024-11-25T07:17:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256650040/running 2024-11-25T07:17:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256650040/running 2024-11-25T07:17:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:25,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:25,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:25,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:25,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:25,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,39661,1732519032857' ***** 2024-11-25T07:17:25,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:17:25,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on znode that does not yet exist, /0-256650040/running 2024-11-25T07:17:25,106 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:17:25,106 INFO [RS:0;5eb3d201e8c9:39661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:17:25,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:17:25,106 INFO [RS:0;5eb3d201e8c9:39661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:17:25,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Set watcher on znode that does not yet exist, /0-256650040/running 2024-11-25T07:17:25,106 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(3091): Received CLOSE for b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:25,107 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:25,107 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:25,107 INFO [RS:0;5eb3d201e8c9:39661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:39661. 2024-11-25T07:17:25,107 DEBUG [RS:0;5eb3d201e8c9:39661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:25,107 DEBUG [RS:0;5eb3d201e8c9:39661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:25,107 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3006486bcb69a696332dc7fa9586620, disabling compactions & flushes 2024-11-25T07:17:25,107 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:25,107 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:25,107 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:17:25,107 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:17:25,107 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. after waiting 0 ms 2024-11-25T07:17:25,107 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:17:25,107 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:25,107 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:17:25,107 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3006486bcb69a696332dc7fa9586620 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T07:17:25,108 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:17:25,108 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:25,108 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1325): Online Regions={b3006486bcb69a696332dc7fa9586620=hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:17:25,108 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:25,108 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:25,108 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:25,108 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:25,108 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:25,108 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T07:17:25,124 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/info/cf9321cf7e544e32abfcd547d0838ef8 is 147, key is hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620./info:regioninfo/1732519041391/Put/seqid=0 2024-11-25T07:17:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741838_1014 (size=6631) 2024-11-25T07:17:25,130 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620/.tmp/queue/07beb1f75ea74538b7716621d42bd781 is 151, key is 1-5eb3d201e8c9,39661,1732519032857/queue:5eb3d201e8c9%2C39661%2C1732519032857/1732519041661/Put/seqid=0 2024-11-25T07:17:25,130 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:25,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741839_1015 (size=5350) 2024-11-25T07:17:25,221 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:25,308 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:25,508 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3006486bcb69a696332dc7fa9586620 2024-11-25T07:17:25,529 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/info/cf9321cf7e544e32abfcd547d0838ef8 2024-11-25T07:17:25,534 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620/.tmp/queue/07beb1f75ea74538b7716621d42bd781 2024-11-25T07:17:25,540 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620/.tmp/queue/07beb1f75ea74538b7716621d42bd781 as hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620/queue/07beb1f75ea74538b7716621d42bd781 2024-11-25T07:17:25,547 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620/queue/07beb1f75ea74538b7716621d42bd781, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T07:17:25,548 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b3006486bcb69a696332dc7fa9586620 in 441ms, sequenceid=5, compaction requested=false 2024-11-25T07:17:25,548 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:17:25,552 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/ns/3e5607a84fab4cafbcae478206604083 is 43, key is default/ns:d/1732519035874/Put/seqid=0 2024-11-25T07:17:25,553 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/replication/b3006486bcb69a696332dc7fa9586620/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:17:25,554 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:25,554 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:25,554 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:25,554 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3006486bcb69a696332dc7fa9586620: Waiting for close lock at 1732519045107Running coprocessor pre-close hooks at 1732519045107Disabling compacts and flushes for region at 1732519045107Disabling writes for close at 1732519045107Obtaining lock to block concurrent updates at 1732519045107Preparing flush snapshotting stores in b3006486bcb69a696332dc7fa9586620 at 1732519045107Finished memstore snapshotting hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732519045108 (+1 ms)Flushing stores of hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. at 1732519045109 (+1 ms)Flushing b3006486bcb69a696332dc7fa9586620/queue: creating writer at 1732519045109Flushing b3006486bcb69a696332dc7fa9586620/queue: appending metadata at 1732519045129 (+20 ms)Flushing b3006486bcb69a696332dc7fa9586620/queue: closing flushed file at 1732519045129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24479e9e: reopening flushed file at 1732519045539 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b3006486bcb69a696332dc7fa9586620 in 441ms, sequenceid=5, compaction requested=false at 1732519045548 (+9 ms)Writing region close event to WAL at 1732519045550 (+2 ms)Running coprocessor post-close hooks at 1732519045554 (+4 ms)Closed at 1732519045554 2024-11-25T07:17:25,554 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519040196.b3006486bcb69a696332dc7fa9586620. 2024-11-25T07:17:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741840_1016 (size=5153) 2024-11-25T07:17:25,557 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/ns/3e5607a84fab4cafbcae478206604083 2024-11-25T07:17:25,577 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/table/0a0c3db06366419d8fb86c9b3b4d6066 is 53, key is hbase:replication/table:state/1732519041401/Put/seqid=0 2024-11-25T07:17:25,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741841_1017 (size=5256) 2024-11-25T07:17:25,709 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:25,763 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:17:25,763 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:17:25,909 DEBUG [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:17:25,983 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/table/0a0c3db06366419d8fb86c9b3b4d6066 2024-11-25T07:17:25,989 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/info/cf9321cf7e544e32abfcd547d0838ef8 as hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/info/cf9321cf7e544e32abfcd547d0838ef8 2024-11-25T07:17:25,994 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/info/cf9321cf7e544e32abfcd547d0838ef8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T07:17:25,994 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/ns/3e5607a84fab4cafbcae478206604083 as hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/ns/3e5607a84fab4cafbcae478206604083 2024-11-25T07:17:25,999 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/ns/3e5607a84fab4cafbcae478206604083, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:17:26,000 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/.tmp/table/0a0c3db06366419d8fb86c9b3b4d6066 as hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/table/0a0c3db06366419d8fb86c9b3b4d6066 2024-11-25T07:17:26,004 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/table/0a0c3db06366419d8fb86c9b3b4d6066, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T07:17:26,005 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=11, compaction requested=false 2024-11-25T07:17:26,009 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:17:26,010 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:26,010 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:26,010 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:26,010 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519045108Running coprocessor pre-close hooks at 1732519045108Disabling compacts and flushes for region at 1732519045108Disabling writes for close at 1732519045108Obtaining lock to block concurrent updates at 1732519045108Preparing flush snapshotting stores in 1588230740 at 1732519045108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732519045108Flushing stores of hbase:meta,,1.1588230740 at 1732519045109 (+1 ms)Flushing 1588230740/info: creating writer at 1732519045109Flushing 1588230740/info: appending metadata at 1732519045124 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732519045124Flushing 1588230740/ns: creating writer at 1732519045536 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732519045552 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732519045552Flushing 1588230740/table: creating writer at 1732519045562 (+10 ms)Flushing 1588230740/table: appending metadata at 1732519045577 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732519045577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3242a0a6: reopening flushed file at 1732519045988 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3326031: reopening flushed file at 1732519045994 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a54e1e: reopening flushed file at 1732519045999 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=11, compaction requested=false at 1732519046005 (+6 ms)Writing region close event to WAL at 1732519046006 (+1 ms)Running coprocessor post-close hooks at 1732519046009 (+3 ms)Closed at 1732519046010 (+1 ms) 2024-11-25T07:17:26,010 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:26,109 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,39661,1732519032857; all regions closed. 2024-11-25T07:17:26,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741834_1010 (size=2742) 2024-11-25T07:17:26,112 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.meta.1732519035816.meta not finished, retry = 0 2024-11-25T07:17:26,126 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/WALs/5eb3d201e8c9,39661,1732519032857/5eb3d201e8c9%2C39661%2C1732519032857.1732519034854 to pos 0, reset compression=false 2024-11-25T07:17:26,215 DEBUG [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/oldWALs 2024-11-25T07:17:26,215 INFO [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C39661%2C1732519032857.meta:.meta(num 1732519035816) 2024-11-25T07:17:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741837_1013 (size=1586) 2024-11-25T07:17:26,220 DEBUG [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/oldWALs 2024-11-25T07:17:26,220 INFO [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C39661%2C1732519032857.rep:(num 1732519041347) 2024-11-25T07:17:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741832_1008 (size=93) 2024-11-25T07:17:26,224 DEBUG [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/oldWALs 2024-11-25T07:17:26,224 INFO [RS:0;5eb3d201e8c9:39661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C39661%2C1732519032857:(num 1732519034854) 2024-11-25T07:17:26,224 DEBUG [RS:0;5eb3d201e8c9:39661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:26,224 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:17:26,224 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:26,224 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:26,224 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:26,224 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:26,224 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,39661,1732519032857 because: Region server is closing 2024-11-25T07:17:26,225 INFO [RS:0;5eb3d201e8c9:39661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:39661. 2024-11-25T07:17:26,225 DEBUG [RS:0;5eb3d201e8c9:39661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:26,225 DEBUG [RS:0;5eb3d201e8c9:39661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:26,225 DEBUG [RS:0;5eb3d201e8c9:39661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:26,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:26,325 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.shipper5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:17:26,325 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.wal-reader.5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:17:26,326 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,39661,1732519032857.replicationSource.shipper5eb3d201e8c9%2C39661%2C1732519032857,1-5eb3d201e8c9,39661,1732519032857 terminated 2024-11-25T07:17:26,326 INFO [RS:0;5eb3d201e8c9:39661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39661 2024-11-25T07:17:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256650040/rs/5eb3d201e8c9,39661,1732519032857 2024-11-25T07:17:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040/rs 2024-11-25T07:17:26,328 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:26,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,39661,1732519032857] 2024-11-25T07:17:26,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-256650040/draining/5eb3d201e8c9,39661,1732519032857 already deleted, retry=false 2024-11-25T07:17:26,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,39661,1732519032857 expired; onlineServers=0 2024-11-25T07:17:26,332 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,40149,1732519032804' ***** 2024-11-25T07:17:26,332 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:17:26,332 INFO [M:0;5eb3d201e8c9:40149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:17:26,332 INFO [M:0;5eb3d201e8c9:40149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:17:26,332 DEBUG [M:0;5eb3d201e8c9:40149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:17:26,332 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:17:26,332 DEBUG [M:0;5eb3d201e8c9:40149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:17:26,332 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519034659 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519034659,5,FailOnTimeoutGroup] 2024-11-25T07:17:26,332 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519034658 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519034658,5,FailOnTimeoutGroup] 2024-11-25T07:17:26,333 INFO [M:0;5eb3d201e8c9:40149 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:17:26,333 INFO [M:0;5eb3d201e8c9:40149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:17:26,333 DEBUG [M:0;5eb3d201e8c9:40149 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:17:26,333 INFO [M:0;5eb3d201e8c9:40149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:17:26,333 INFO [M:0;5eb3d201e8c9:40149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:17:26,333 INFO [M:0;5eb3d201e8c9:40149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:17:26,333 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:17:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-256650040/master 2024-11-25T07:17:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-256650040 2024-11-25T07:17:26,334 DEBUG [M:0;5eb3d201e8c9:40149 {}] zookeeper.ZKUtil(347): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Unable to get data of znode /0-256650040/master because node does not exist (not an error) 2024-11-25T07:17:26,334 WARN [M:0;5eb3d201e8c9:40149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:17:26,335 INFO [M:0;5eb3d201e8c9:40149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/.lastflushedseqids 2024-11-25T07:17:26,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741842_1018 (size=181) 2024-11-25T07:17:26,339 INFO [M:0;5eb3d201e8c9:40149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:17:26,340 INFO [M:0;5eb3d201e8c9:40149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:17:26,340 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:26,340 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:26,340 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:26,340 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:26,340 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:26,340 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T07:17:26,361 DEBUG [M:0;5eb3d201e8c9:40149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ff33df3e3c34d33a80c3f46b0f78552 is 82, key is hbase:meta,,1/info:regioninfo/1732519035857/Put/seqid=0 2024-11-25T07:17:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741843_1019 (size=5672) 2024-11-25T07:17:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:26,431 INFO [RS:0;5eb3d201e8c9:39661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:26,431 INFO [RS:0;5eb3d201e8c9:39661 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,39661,1732519032857; zookeeper connection closed. 2024-11-25T07:17:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39661-0x1014dfc5e1c0001, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:26,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64712ea3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64712ea3 2024-11-25T07:17:26,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:17:26,766 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ff33df3e3c34d33a80c3f46b0f78552 2024-11-25T07:17:26,787 DEBUG [M:0;5eb3d201e8c9:40149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d36f0135655d46ac95898e0aa429d040 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732519041406/Put/seqid=0 2024-11-25T07:17:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741844_1020 (size=7203) 2024-11-25T07:17:26,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:26,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:26,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:26,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:27,192 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d36f0135655d46ac95898e0aa429d040 2024-11-25T07:17:27,217 DEBUG [M:0;5eb3d201e8c9:40149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b74b39ee4214dba9139ec6d8d832b9d is 69, key is 5eb3d201e8c9,39661,1732519032857/rs:state/1732519034703/Put/seqid=0 2024-11-25T07:17:27,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741845_1021 (size=5156) 2024-11-25T07:17:27,622 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b74b39ee4214dba9139ec6d8d832b9d 2024-11-25T07:17:27,628 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ff33df3e3c34d33a80c3f46b0f78552 as hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ff33df3e3c34d33a80c3f46b0f78552 2024-11-25T07:17:27,633 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ff33df3e3c34d33a80c3f46b0f78552, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T07:17:27,634 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d36f0135655d46ac95898e0aa429d040 as hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d36f0135655d46ac95898e0aa429d040 2024-11-25T07:17:27,640 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d36f0135655d46ac95898e0aa429d040, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T07:17:27,641 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b74b39ee4214dba9139ec6d8d832b9d as hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b74b39ee4214dba9139ec6d8d832b9d 2024-11-25T07:17:27,646 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37337/user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b74b39ee4214dba9139ec6d8d832b9d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T07:17:27,648 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false 2024-11-25T07:17:27,649 INFO [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:27,649 DEBUG [M:0;5eb3d201e8c9:40149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519046340Disabling compacts and flushes for region at 1732519046340Disabling writes for close at 1732519046340Obtaining lock to block concurrent updates at 1732519046340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519046340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732519046340Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519046341 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519046341Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519046360 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519046360Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519046771 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519046786 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519046786Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519047198 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519047216 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519047216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447f8b60: reopening flushed file at 1732519047627 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c6f201: reopening flushed file at 1732519047633 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324872ba: reopening flushed file at 1732519047641 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false at 1732519047648 (+7 ms)Writing region close event to WAL at 1732519047649 (+1 ms)Closed at 1732519047649 2024-11-25T07:17:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38113 is added to blk_1073741830_1006 (size=41008) 2024-11-25T07:17:27,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3637f57-992b-afcd-ac9d-84d82ccd47b7/MasterData/WALs/5eb3d201e8c9,40149,1732519032804/5eb3d201e8c9%2C40149%2C1732519032804.1732519034555 not finished, retry = 0 2024-11-25T07:17:27,755 INFO [M:0;5eb3d201e8c9:40149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:17:27,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:17:27,755 INFO [M:0;5eb3d201e8c9:40149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40149 2024-11-25T07:17:27,755 INFO [M:0;5eb3d201e8c9:40149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:17:27,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:27,857 INFO [M:0;5eb3d201e8c9:40149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:17:27,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1014dfc5e1c0000, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:17:27,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:27,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:27,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:27,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:27,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:27,862 WARN [BP-352804292-172.17.0.2-1732519031728 heartbeating to localhost/127.0.0.1:37337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:17:27,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:17:27,862 WARN [BP-352804292-172.17.0.2-1732519031728 heartbeating to localhost/127.0.0.1:37337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-352804292-172.17.0.2-1732519031728 (Datanode Uuid cbed3805-8663-4dc7-805e-9530f5ccd3ef) service to localhost/127.0.0.1:37337 2024-11-25T07:17:27,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:17:27,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122/data/data1/current/BP-352804292-172.17.0.2-1732519031728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:27,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/cluster_aaa68630-13de-e651-9295-4b54243bc122/data/data2/current/BP-352804292-172.17.0.2-1732519031728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:17:27,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:17:27,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:27,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:17:27,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:17:27,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:17:27,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a36d24b-576b-f3a9-1cbb-aa328fe5997b/hadoop.log.dir/,STOPPED} 2024-11-25T07:17:27,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:17:27,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:17:27,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33507 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37337 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55366) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55366) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=7666 (was 7976) 2024-11-25T07:17:27,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=7666 2024-11-25T07:17:27,914 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-25T07:17:27,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.log.dir so I do NOT create it in target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23 2024-11-25T07:17:27,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:17:27,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.tmp.dir so I do NOT create it in target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23 2024-11-25T07:17:27,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/568961af-ed6c-6afa-6928-0b5a21afc567/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:17:27,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23 2024-11-25T07:17:27,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99, deleteOnExit=true 2024-11-25T07:17:27,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99/zookeeper_0, clientPort=56055, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:17:27,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56055 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/test.cache.data in system properties and HBase conf 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:17:27,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:17:27,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:17:27,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:17:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dfc5e1c0005, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:17:27,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dfc5e1c0002, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:17:27,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dfc5e1c0005, quorum=127.0.0.1:55366, baseZNode=/1-1279795334 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:17:27,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dfc5e1c0002, quorum=127.0.0.1:55366, baseZNode=/0-256650040 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:17:28,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:28,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:28,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:28,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:28,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:17:28,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:28,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:28,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:28,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8750cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/java.io.tmpdir/jetty-localhost-38559-hadoop-hdfs-3_4_1-tests_jar-_-any-5553806859451301571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:28,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:38559} 2024-11-25T07:17:28,149 INFO [Time-limited test {}] server.Server(415): Started @44968ms 2024-11-25T07:17:28,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:28,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:28,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:28,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:28,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:17:28,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:28,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:28,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77693485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/java.io.tmpdir/jetty-localhost-33949-hadoop-hdfs-3_4_1-tests_jar-_-any-7558976679697418483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:28,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:33949} 2024-11-25T07:17:28,351 INFO [Time-limited test {}] server.Server(415): Started @45170ms 2024-11-25T07:17:28,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:17:28,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:28,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:17:28,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:17:28,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:28,447 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99/data/data1/current/BP-2138990030-172.17.0.2-1732519047950/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:28,447 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99/data/data2/current/BP-2138990030-172.17.0.2-1732519047950/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:28,464 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:17:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab4166bbe3cb6a5 with lease ID 0x4e01c5d1fbfd5678: Processing first storage report for DS-e0781114-2d76-4613-bf0d-bf46c71ff408 from datanode DatanodeRegistration(127.0.0.1:44937, datanodeUuid=5ff40368-7792-4cf7-b734-c8f86089be84, infoPort=46593, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=79280263;c=1732519047950) 2024-11-25T07:17:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab4166bbe3cb6a5 with lease ID 0x4e01c5d1fbfd5678: from storage DS-e0781114-2d76-4613-bf0d-bf46c71ff408 node DatanodeRegistration(127.0.0.1:44937, datanodeUuid=5ff40368-7792-4cf7-b734-c8f86089be84, infoPort=46593, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=79280263;c=1732519047950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab4166bbe3cb6a5 with lease ID 0x4e01c5d1fbfd5678: Processing first storage report for DS-65abe1e8-8ac0-4cab-b87c-467db9c22c18 from datanode DatanodeRegistration(127.0.0.1:44937, datanodeUuid=5ff40368-7792-4cf7-b734-c8f86089be84, infoPort=46593, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=79280263;c=1732519047950) 2024-11-25T07:17:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab4166bbe3cb6a5 with lease ID 0x4e01c5d1fbfd5678: from storage DS-65abe1e8-8ac0-4cab-b87c-467db9c22c18 node DatanodeRegistration(127.0.0.1:44937, datanodeUuid=5ff40368-7792-4cf7-b734-c8f86089be84, infoPort=46593, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=79280263;c=1732519047950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:28,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23 2024-11-25T07:17:28,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:28,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:17:28,885 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee with version=8 2024-11-25T07:17:28,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/hbase-staging 2024-11-25T07:17:28,887 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:28,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:28,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:28,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:28,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:28,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:28,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:17:28,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:28,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40651 2024-11-25T07:17:28,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40651 connecting to ZooKeeper ensemble=127.0.0.1:56055 2024-11-25T07:17:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406510x0, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:28,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40651-0x1014dfc9d7d0000 connected 2024-11-25T07:17:28,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:28,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:28,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on znode that does not yet exist, /0665786275/running 2024-11-25T07:17:28,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee, hbase.cluster.distributed=false 2024-11-25T07:17:28,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on znode that does not yet exist, /0665786275/acl 2024-11-25T07:17:28,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-25T07:17:28,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40651 2024-11-25T07:17:28,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40651 2024-11-25T07:17:28,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-25T07:17:28,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-25T07:17:28,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:28,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:28,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:28,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:28,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:28,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:28,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:17:28,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:28,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45395 2024-11-25T07:17:28,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45395 connecting to ZooKeeper ensemble=127.0.0.1:56055 2024-11-25T07:17:28,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:28,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:28,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453950x0, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:28,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453950x0, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on znode that does not yet exist, /0665786275/running 2024-11-25T07:17:28,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45395-0x1014dfc9d7d0001 connected 2024-11-25T07:17:28,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:17:28,946 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:17:28,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on znode that does not yet exist, /0665786275/master 2024-11-25T07:17:28,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on znode that does not yet exist, /0665786275/acl 2024-11-25T07:17:28,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45395 2024-11-25T07:17:28,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45395 2024-11-25T07:17:28,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45395 2024-11-25T07:17:28,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45395 2024-11-25T07:17:28,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45395 2024-11-25T07:17:28,964 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:40651 2024-11-25T07:17:28,964 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0665786275/backup-masters/5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:28,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275/backup-masters 2024-11-25T07:17:28,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275/backup-masters 2024-11-25T07:17:28,966 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on existing znode=/0665786275/backup-masters/5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0665786275/master 2024-11-25T07:17:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:28,967 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on existing znode=/0665786275/master 2024-11-25T07:17:28,968 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0665786275/backup-masters/5eb3d201e8c9,40651,1732519048887 from backup master directory 2024-11-25T07:17:28,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665786275/backup-masters/5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:28,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275/backup-masters 2024-11-25T07:17:28,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275/backup-masters 2024-11-25T07:17:28,970 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:28,970 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:28,974 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/hbase.id] with ID: a240d22d-b6d4-46ad-9957-752802a536e9 2024-11-25T07:17:28,974 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/.tmp/hbase.id 2024-11-25T07:17:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:17:29,382 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/.tmp/hbase.id]:[hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/hbase.id] 2024-11-25T07:17:29,393 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:29,393 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:17:29,394 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:17:29,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:29,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:17:29,802 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:29,803 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:17:29,803 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:17:30,211 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store 2024-11-25T07:17:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:17:30,618 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:30,618 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:30,618 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:30,618 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:30,618 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:30,618 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:30,618 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:30,618 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519050618Disabling compacts and flushes for region at 1732519050618Disabling writes for close at 1732519050618Writing region close event to WAL at 1732519050618Closed at 1732519050618 2024-11-25T07:17:30,619 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/.initializing 2024-11-25T07:17:30,619 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/WALs/5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:30,620 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:30,622 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C40651%2C1732519048887, suffix=, logDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/WALs/5eb3d201e8c9,40651,1732519048887, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/oldWALs, maxLogs=10 2024-11-25T07:17:30,639 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/WALs/5eb3d201e8c9,40651,1732519048887/5eb3d201e8c9%2C40651%2C1732519048887.1732519050622, exclude list is [], retry=0 2024-11-25T07:17:30,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44937,DS-e0781114-2d76-4613-bf0d-bf46c71ff408,DISK] 2024-11-25T07:17:30,644 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/WALs/5eb3d201e8c9,40651,1732519048887/5eb3d201e8c9%2C40651%2C1732519048887.1732519050622 2024-11-25T07:17:30,645 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46593:46593)] 2024-11-25T07:17:30,645 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:30,645 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:30,645 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,645 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:17:30,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:30,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:30,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:17:30,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:30,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:30,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:17:30,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:30,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:30,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:17:30,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:30,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:30,654 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,654 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,655 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,656 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,656 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,656 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:30,657 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:30,659 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:30,660 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60005545, jitterRate=-0.10584770143032074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:30,660 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519050645Initializing all the Stores at 1732519050646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519050646Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519050646Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519050646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519050646Cleaning up temporary data from old regions at 1732519050656 (+10 ms)Region opened successfully at 1732519050660 (+4 ms) 2024-11-25T07:17:30,661 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:17:30,663 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39275bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:30,664 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:17:30,665 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:17:30,665 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:17:30,665 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:17:30,665 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:17:30,665 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:17:30,666 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:17:30,668 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:17:30,669 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Unable to get data of znode /0665786275/balancer because node does not exist (not necessarily an error) 2024-11-25T07:17:30,670 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665786275/balancer already deleted, retry=false 2024-11-25T07:17:30,670 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:17:30,671 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Unable to get data of znode /0665786275/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:17:30,672 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665786275/normalizer already deleted, retry=false 2024-11-25T07:17:30,672 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:17:30,673 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Unable to get data of znode /0665786275/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:17:30,676 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665786275/switch/split already deleted, retry=false 2024-11-25T07:17:30,676 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Unable to get data of znode /0665786275/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:17:30,677 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665786275/switch/merge already deleted, retry=false 2024-11-25T07:17:30,679 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Unable to get data of znode /0665786275/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:17:30,680 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0665786275/snapshot-cleanup already deleted, retry=false 2024-11-25T07:17:30,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0665786275/running 2024-11-25T07:17:30,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0665786275/running 2024-11-25T07:17:30,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:30,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:30,682 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,40651,1732519048887, sessionid=0x1014dfc9d7d0000, setting cluster-up flag (Was=false) 2024-11-25T07:17:30,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:30,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:30,691 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0665786275/flush-table-proc/acquired, /0665786275/flush-table-proc/reached, /0665786275/flush-table-proc/abort 2024-11-25T07:17:30,692 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:30,700 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0665786275/online-snapshot/acquired, /0665786275/online-snapshot/reached, /0665786275/online-snapshot/abort 2024-11-25T07:17:30,700 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:30,701 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:17:30,703 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:30,703 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:17:30,703 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:17:30,703 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,40651,1732519048887 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:17:30,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:30,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:30,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:30,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:30,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:17:30,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:30,705 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:30,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:17:30,706 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519080706 2024-11-25T07:17:30,706 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,707 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:30,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:17:30,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:17:30,708 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:17:30,708 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:17:30,708 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519050708,5,FailOnTimeoutGroup] 2024-11-25T07:17:30,708 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519050708,5,FailOnTimeoutGroup] 2024-11-25T07:17:30,708 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,708 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:17:30,708 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,708 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:17:30,755 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(746): ClusterId : a240d22d-b6d4-46ad-9957-752802a536e9 2024-11-25T07:17:30,755 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:17:30,757 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:17:30,757 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:17:30,759 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:17:30,760 DEBUG [RS:0;5eb3d201e8c9:45395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd42982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:30,772 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:45395 2024-11-25T07:17:30,772 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:17:30,772 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:17:30,772 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:17:30,773 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,40651,1732519048887 with port=45395, startcode=1732519048936 2024-11-25T07:17:30,773 DEBUG [RS:0;5eb3d201e8c9:45395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:17:30,774 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:17:30,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:30,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40651 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:30,776 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee 2024-11-25T07:17:30,776 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41161 2024-11-25T07:17:30,776 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:17:30,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275/rs 2024-11-25T07:17:30,780 DEBUG [RS:0;5eb3d201e8c9:45395 {}] zookeeper.ZKUtil(111): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on existing znode=/0665786275/rs/5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:30,780 WARN [RS:0;5eb3d201e8c9:45395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:30,780 INFO [RS:0;5eb3d201e8c9:45395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:30,780 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:30,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,45395,1732519048936] 2024-11-25T07:17:30,783 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:17:30,785 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:17:30,785 INFO [RS:0;5eb3d201e8c9:45395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:17:30,785 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,785 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:17:30,786 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:17:30,786 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,786 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,786 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,786 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,786 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,786 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,786 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:30,786 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,787 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,787 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,787 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,787 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,787 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:30,787 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:30,787 DEBUG [RS:0;5eb3d201e8c9:45395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:30,787 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,787 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,787 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,787 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,787 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,787 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45395,1732519048936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:30,806 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:17:30,806 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45395,1732519048936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,806 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,806 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.Replication(171): 5eb3d201e8c9,45395,1732519048936 started 2024-11-25T07:17:30,822 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:30,822 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,45395,1732519048936, RpcServer on 5eb3d201e8c9/172.17.0.2:45395, sessionid=0x1014dfc9d7d0001 2024-11-25T07:17:30,822 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:17:30,822 DEBUG [RS:0;5eb3d201e8c9:45395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:30,822 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,45395,1732519048936' 2024-11-25T07:17:30,822 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0665786275/flush-table-proc/abort' 2024-11-25T07:17:30,823 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0665786275/flush-table-proc/acquired' 2024-11-25T07:17:30,823 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:17:30,823 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:17:30,823 DEBUG [RS:0;5eb3d201e8c9:45395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:30,823 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,45395,1732519048936' 2024-11-25T07:17:30,823 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0665786275/online-snapshot/abort' 2024-11-25T07:17:30,824 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0665786275/online-snapshot/acquired' 2024-11-25T07:17:30,824 DEBUG [RS:0;5eb3d201e8c9:45395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:17:30,824 INFO [RS:0;5eb3d201e8c9:45395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:17:30,824 INFO [RS:0;5eb3d201e8c9:45395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:17:30,924 INFO [RS:0;5eb3d201e8c9:45395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:30,926 INFO [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C45395%2C1732519048936, suffix=, logDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/oldWALs, maxLogs=10 2024-11-25T07:17:30,939 DEBUG [RS:0;5eb3d201e8c9:45395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926, exclude list is [], retry=0 2024-11-25T07:17:30,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44937,DS-e0781114-2d76-4613-bf0d-bf46c71ff408,DISK] 2024-11-25T07:17:30,944 INFO [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 2024-11-25T07:17:30,944 DEBUG [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46593:46593)] 2024-11-25T07:17:31,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:17:31,119 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee 2024-11-25T07:17:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:17:31,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:31,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:31,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:31,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:31,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:31,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:31,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:31,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:31,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:31,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:31,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740 2024-11-25T07:17:31,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740 2024-11-25T07:17:31,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:31,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:31,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:31,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:31,542 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:31,543 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64149768, jitterRate=-0.044093966484069824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519051526Initializing all the Stores at 1732519051527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519051527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519051527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519051527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519051527Cleaning up temporary data from old regions at 1732519051538 (+11 ms)Region opened successfully at 1732519051544 (+6 ms) 2024-11-25T07:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:31,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:31,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:31,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519051544Disabling compacts and flushes for region at 1732519051544Disabling writes for close at 1732519051544Writing region close event to WAL at 1732519051545 (+1 ms)Closed at 1732519051545 2024-11-25T07:17:31,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:31,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:17:31,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:17:31,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:31,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:17:31,700 DEBUG [5eb3d201e8c9:40651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:17:31,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:31,703 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,45395,1732519048936, state=OPENING 2024-11-25T07:17:31,705 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:17:31,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:31,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:31,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665786275/meta-region-server: CHANGED 2024-11-25T07:17:31,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665786275/meta-region-server: CHANGED 2024-11-25T07:17:31,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:31,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,45395,1732519048936}] 2024-11-25T07:17:31,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:31,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:31,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:31,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:31,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:31,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:17:31,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:17:31,872 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:17:31,872 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:31,873 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:17:31,874 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C45395%2C1732519048936.meta, suffix=.meta, logDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/oldWALs, maxLogs=10 2024-11-25T07:17:31,889 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.meta.1732519051874.meta, exclude list is [], retry=0 2024-11-25T07:17:31,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44937,DS-e0781114-2d76-4613-bf0d-bf46c71ff408,DISK] 2024-11-25T07:17:31,894 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.meta.1732519051874.meta 2024-11-25T07:17:31,894 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46593:46593)] 2024-11-25T07:17:31,894 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:31,895 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:31,895 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:31,895 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:17:31,895 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:17:31,895 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:17:31,895 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:31,895 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:17:31,895 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:17:31,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:31,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:31,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:31,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:31,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:31,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:31,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:31,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:31,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:31,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:31,902 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:31,903 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740 2024-11-25T07:17:31,904 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740 2024-11-25T07:17:31,905 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:31,905 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:31,905 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:31,906 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:31,907 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68075447, jitterRate=0.014403209090232849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:31,907 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:17:31,908 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519051895Writing region info on filesystem at 1732519051895Initializing all the Stores at 1732519051896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519051896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519051897 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519051897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519051897Cleaning up temporary data from old regions at 1732519051905 (+8 ms)Running coprocessor post-open hooks at 1732519051907 (+2 ms)Region opened successfully at 1732519051908 (+1 ms) 2024-11-25T07:17:31,909 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519051864 2024-11-25T07:17:31,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:31,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,45395,1732519048936, state=OPEN 2024-11-25T07:17:31,916 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:17:31,916 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:17:31,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0665786275/meta-region-server 2024-11-25T07:17:31,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0665786275/meta-region-server 2024-11-25T07:17:31,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665786275/meta-region-server: CHANGED 2024-11-25T07:17:31,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0665786275/meta-region-server: CHANGED 2024-11-25T07:17:31,921 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:31,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:17:31,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,45395,1732519048936 in 210 msec 2024-11-25T07:17:31,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:17:31,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-25T07:17:31,928 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:31,928 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:17:31,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:31,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45395,1732519048936, seqNum=-1] 2024-11-25T07:17:31,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:31,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:31,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-25T07:17:31,937 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519051937, completionTime=-1 2024-11-25T07:17:31,937 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:17:31,937 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:17:31,939 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:17:31,939 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519111939 2024-11-25T07:17:31,939 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519171939 2024-11-25T07:17:31,939 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:17:31,939 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40651,1732519048887-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:31,940 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40651,1732519048887-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:31,940 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40651,1732519048887-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:31,940 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:40651, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:31,940 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:31,940 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:31,942 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.974sec 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40651,1732519048887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:31,944 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40651,1732519048887-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:17:31,947 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:17:31,947 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:17:31,947 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40651,1732519048887-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:31,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:31,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40651,-1 for getting cluster id 2024-11-25T07:17:31,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:31,957 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a240d22d-b6d4-46ad-9957-752802a536e9' 2024-11-25T07:17:31,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:31,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a240d22d-b6d4-46ad-9957-752802a536e9" 2024-11-25T07:17:31,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e279ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:31,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40651,-1] 2024-11-25T07:17:31,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:31,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:31,960 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:31,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:31,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:31,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45395,1732519048936, seqNum=-1] 2024-11-25T07:17:31,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:31,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:31,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:31,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56055 2024-11-25T07:17:31,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:31,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dfc9d7d0002 connected 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.log.dir so I do NOT create it in target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4 2024-11-25T07:17:31,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.tmp.dir so I do NOT create it in target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4 2024-11-25T07:17:31,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:17:31,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/cluster_ecbabec1-cb14-c5ac-7f35-4224d2e969a3, deleteOnExit=true 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/test.cache.data in system properties and HBase conf 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:17:31,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:17:31,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:17:31,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:17:32,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:32,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:32,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:32,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:32,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:17:32,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:32,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:32,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:32,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dabb32c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/java.io.tmpdir/jetty-localhost-33253-hadoop-hdfs-3_4_1-tests_jar-_-any-1744858938164650131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:17:32,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:33253} 2024-11-25T07:17:32,180 INFO [Time-limited test {}] server.Server(415): Started @48999ms 2024-11-25T07:17:32,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:17:32,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:17:32,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:17:32,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:17:32,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:17:32,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:17:32,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:17:32,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bc53d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/java.io.tmpdir/jetty-localhost-34097-hadoop-hdfs-3_4_1-tests_jar-_-any-16996187652467208513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:17:32,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:34097} 2024-11-25T07:17:32,382 INFO [Time-limited test {}] server.Server(415): Started @49201ms 2024-11-25T07:17:32,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:17:32,500 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/cluster_ecbabec1-cb14-c5ac-7f35-4224d2e969a3/data/data1/current/BP-593636047-172.17.0.2-1732519051994/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:32,500 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/cluster_ecbabec1-cb14-c5ac-7f35-4224d2e969a3/data/data2/current/BP-593636047-172.17.0.2-1732519051994/current, will proceed with Du for space computation calculation, 2024-11-25T07:17:32,525 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:17:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb75bbe08d194cf41 with lease ID 0x39e06ee6c2be354f: Processing first storage report for DS-5d058ec9-2f62-40f7-b69d-9720ef27dc44 from datanode DatanodeRegistration(127.0.0.1:34759, datanodeUuid=2485764a-ab91-43d6-b33b-3c2cd3fda770, infoPort=46661, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1188566114;c=1732519051994) 2024-11-25T07:17:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb75bbe08d194cf41 with lease ID 0x39e06ee6c2be354f: from storage DS-5d058ec9-2f62-40f7-b69d-9720ef27dc44 node DatanodeRegistration(127.0.0.1:34759, datanodeUuid=2485764a-ab91-43d6-b33b-3c2cd3fda770, infoPort=46661, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1188566114;c=1732519051994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb75bbe08d194cf41 with lease ID 0x39e06ee6c2be354f: Processing first storage report for DS-58df3bb8-b48e-4bfe-9df8-f2916ba70aa1 from datanode DatanodeRegistration(127.0.0.1:34759, datanodeUuid=2485764a-ab91-43d6-b33b-3c2cd3fda770, infoPort=46661, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1188566114;c=1732519051994) 2024-11-25T07:17:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb75bbe08d194cf41 with lease ID 0x39e06ee6c2be354f: from storage DS-58df3bb8-b48e-4bfe-9df8-f2916ba70aa1 node DatanodeRegistration(127.0.0.1:34759, datanodeUuid=2485764a-ab91-43d6-b33b-3c2cd3fda770, infoPort=46661, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=1188566114;c=1732519051994), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:17:32,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4 2024-11-25T07:17:32,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:32,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:32,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:17:33,030 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902 with version=8 2024-11-25T07:17:33,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/hbase-staging 2024-11-25T07:17:33,034 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:33,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:33,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:33,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:33,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:33,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:33,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:17:33,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:33,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43667 2024-11-25T07:17:33,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43667 connecting to ZooKeeper ensemble=127.0.0.1:56055 2024-11-25T07:17:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436670x0, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:33,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43667-0x1014dfc9d7d0003 connected 2024-11-25T07:17:33,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:33,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:33,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on znode that does not yet exist, /1847918579/running 2024-11-25T07:17:33,066 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902, hbase.cluster.distributed=false 2024-11-25T07:17:33,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on znode that does not yet exist, /1847918579/acl 2024-11-25T07:17:33,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43667 2024-11-25T07:17:33,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43667 2024-11-25T07:17:33,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43667 2024-11-25T07:17:33,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43667 2024-11-25T07:17:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43667 2024-11-25T07:17:33,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:17:33,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:33,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:33,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:17:33,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:17:33,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:17:33,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:17:33,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:17:33,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35571 2024-11-25T07:17:33,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35571 connecting to ZooKeeper ensemble=127.0.0.1:56055 2024-11-25T07:17:33,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:33,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:33,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355710x0, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:33,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355710x0, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on znode that does not yet exist, /1847918579/running 2024-11-25T07:17:33,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:17:33,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35571-0x1014dfc9d7d0004 connected 2024-11-25T07:17:33,114 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:17:33,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on znode that does not yet exist, /1847918579/master 2024-11-25T07:17:33,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on znode that does not yet exist, /1847918579/acl 2024-11-25T07:17:33,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35571 2024-11-25T07:17:33,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35571 2024-11-25T07:17:33,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35571 2024-11-25T07:17:33,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35571 2024-11-25T07:17:33,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35571 2024-11-25T07:17:33,143 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:43667 2024-11-25T07:17:33,143 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1847918579/backup-masters/5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579/backup-masters 2024-11-25T07:17:33,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579/backup-masters 2024-11-25T07:17:33,146 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on existing znode=/1847918579/backup-masters/5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:33,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1847918579/master 2024-11-25T07:17:33,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:33,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:33,150 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on existing znode=/1847918579/master 2024-11-25T07:17:33,151 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1847918579/backup-masters/5eb3d201e8c9,43667,1732519053033 from backup master directory 2024-11-25T07:17:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579/backup-masters 2024-11-25T07:17:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1847918579/backup-masters/5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:33,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579/backup-masters 2024-11-25T07:17:33,153 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:33,153 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:33,164 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/hbase.id] with ID: 0ee98570-d262-4961-a0d2-4feb70919e5a 2024-11-25T07:17:33,164 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/.tmp/hbase.id 2024-11-25T07:17:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:17:33,580 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/.tmp/hbase.id]:[hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/hbase.id] 2024-11-25T07:17:33,603 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:33,603 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:17:33,604 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:17:33,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:33,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:17:33,622 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:33,624 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:17:33,624 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:17:33,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store 2024-11-25T07:17:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:17:34,055 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:34,055 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:17:34,055 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:34,055 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:34,055 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:17:34,055 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:34,055 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:17:34,056 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519054055Disabling compacts and flushes for region at 1732519054055Disabling writes for close at 1732519054055Writing region close event to WAL at 1732519054055Closed at 1732519054055 2024-11-25T07:17:34,057 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/.initializing 2024-11-25T07:17:34,057 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/WALs/5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:34,058 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:34,060 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C43667%2C1732519053033, suffix=, logDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/WALs/5eb3d201e8c9,43667,1732519053033, archiveDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/oldWALs, maxLogs=10 2024-11-25T07:17:34,080 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/WALs/5eb3d201e8c9,43667,1732519053033/5eb3d201e8c9%2C43667%2C1732519053033.1732519054060, exclude list is [], retry=0 2024-11-25T07:17:34,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34759,DS-5d058ec9-2f62-40f7-b69d-9720ef27dc44,DISK] 2024-11-25T07:17:34,085 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/WALs/5eb3d201e8c9,43667,1732519053033/5eb3d201e8c9%2C43667%2C1732519053033.1732519054060 2024-11-25T07:17:34,085 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46661:46661)] 2024-11-25T07:17:34,085 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:34,085 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:34,086 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,086 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:17:34,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:17:34,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:17:34,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:34,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:34,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:17:34,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:34,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:34,094 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,095 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,095 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,101 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,101 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,101 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:34,103 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:17:34,110 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:34,110 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74736434, jitterRate=0.11365965008735657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:34,110 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519054086Initializing all the Stores at 1732519054087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519054087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519054087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519054087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519054087Cleaning up temporary data from old regions at 1732519054101 (+14 ms)Region opened successfully at 1732519054110 (+9 ms) 2024-11-25T07:17:34,116 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:17:34,123 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be84a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:34,124 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:17:34,125 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:17:34,125 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:17:34,125 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:17:34,125 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:17:34,126 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:17:34,126 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:17:34,130 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:17:34,131 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Unable to get data of znode /1847918579/balancer because node does not exist (not necessarily an error) 2024-11-25T07:17:34,132 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1847918579/balancer already deleted, retry=false 2024-11-25T07:17:34,132 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:17:34,133 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Unable to get data of znode /1847918579/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:17:34,134 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1847918579/normalizer already deleted, retry=false 2024-11-25T07:17:34,134 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:17:34,135 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Unable to get data of znode /1847918579/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:17:34,136 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1847918579/switch/split already deleted, retry=false 2024-11-25T07:17:34,136 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Unable to get data of znode /1847918579/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:17:34,139 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1847918579/switch/merge already deleted, retry=false 2024-11-25T07:17:34,140 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Unable to get data of znode /1847918579/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:17:34,141 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1847918579/snapshot-cleanup already deleted, retry=false 2024-11-25T07:17:34,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1847918579/running 2024-11-25T07:17:34,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1847918579/running 2024-11-25T07:17:34,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:34,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:34,143 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,43667,1732519053033, sessionid=0x1014dfc9d7d0003, setting cluster-up flag (Was=false) 2024-11-25T07:17:34,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:34,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:34,158 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1847918579/flush-table-proc/acquired, /1847918579/flush-table-proc/reached, /1847918579/flush-table-proc/abort 2024-11-25T07:17:34,159 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:34,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:34,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:34,172 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1847918579/online-snapshot/acquired, /1847918579/online-snapshot/reached, /1847918579/online-snapshot/abort 2024-11-25T07:17:34,173 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:34,174 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:17:34,176 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:34,176 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:17:34,176 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:17:34,176 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,43667,1732519053033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:17:34,177 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:34,177 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:34,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:34,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:17:34,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:17:34,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:34,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,178 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519084178 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:34,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:17:34,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:17:34,180 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:17:34,180 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:17:34,180 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:17:34,180 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:17:34,180 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519054180,5,FailOnTimeoutGroup] 2024-11-25T07:17:34,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:34,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:17:34,184 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519054180,5,FailOnTimeoutGroup] 2024-11-25T07:17:34,184 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,184 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:17:34,184 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,184 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:17:34,226 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(746): ClusterId : 0ee98570-d262-4961-a0d2-4feb70919e5a 2024-11-25T07:17:34,226 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:17:34,229 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:17:34,229 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:17:34,231 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:17:34,231 DEBUG [RS:0;5eb3d201e8c9:35571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb4ec54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:17:34,243 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:35571 2024-11-25T07:17:34,243 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:17:34,243 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:17:34,243 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:17:34,244 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,43667,1732519053033 with port=35571, startcode=1732519053098 2024-11-25T07:17:34,244 DEBUG [RS:0;5eb3d201e8c9:35571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:17:34,246 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:17:34,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:34,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43667 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:34,248 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902 2024-11-25T07:17:34,248 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39079 2024-11-25T07:17:34,248 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:17:34,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579/rs 2024-11-25T07:17:34,250 DEBUG [RS:0;5eb3d201e8c9:35571 {}] zookeeper.ZKUtil(111): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on existing znode=/1847918579/rs/5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:34,251 WARN [RS:0;5eb3d201e8c9:35571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:17:34,251 INFO [RS:0;5eb3d201e8c9:35571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:34,251 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:34,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,35571,1732519053098] 2024-11-25T07:17:34,254 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:17:34,256 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:17:34,260 INFO [RS:0;5eb3d201e8c9:35571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:17:34,260 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,261 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:17:34,261 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:17:34,261 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,261 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,261 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,261 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:34,262 DEBUG [RS:0;5eb3d201e8c9:35571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:17:34,263 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,263 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,263 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,263 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,263 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,263 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35571,1732519053098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:34,280 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:17:34,280 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35571,1732519053098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,280 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,280 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.Replication(171): 5eb3d201e8c9,35571,1732519053098 started 2024-11-25T07:17:34,298 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:34,298 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,35571,1732519053098, RpcServer on 5eb3d201e8c9/172.17.0.2:35571, sessionid=0x1014dfc9d7d0004 2024-11-25T07:17:34,299 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:17:34,299 DEBUG [RS:0;5eb3d201e8c9:35571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:34,299 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35571,1732519053098' 2024-11-25T07:17:34,299 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1847918579/flush-table-proc/abort' 2024-11-25T07:17:34,299 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1847918579/flush-table-proc/acquired' 2024-11-25T07:17:34,300 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:17:34,300 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:17:34,300 DEBUG [RS:0;5eb3d201e8c9:35571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:34,300 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35571,1732519053098' 2024-11-25T07:17:34,300 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1847918579/online-snapshot/abort' 2024-11-25T07:17:34,300 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1847918579/online-snapshot/acquired' 2024-11-25T07:17:34,301 DEBUG [RS:0;5eb3d201e8c9:35571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:17:34,301 INFO [RS:0;5eb3d201e8c9:35571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:17:34,301 INFO [RS:0;5eb3d201e8c9:35571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:17:34,402 INFO [RS:0;5eb3d201e8c9:35571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:17:34,404 INFO [RS:0;5eb3d201e8c9:35571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35571%2C1732519053098, suffix=, logDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098, archiveDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/oldWALs, maxLogs=10 2024-11-25T07:17:34,426 DEBUG [RS:0;5eb3d201e8c9:35571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098/5eb3d201e8c9%2C35571%2C1732519053098.1732519054404, exclude list is [], retry=0 2024-11-25T07:17:34,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34759,DS-5d058ec9-2f62-40f7-b69d-9720ef27dc44,DISK] 2024-11-25T07:17:34,435 INFO [RS:0;5eb3d201e8c9:35571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098/5eb3d201e8c9%2C35571%2C1732519053098.1732519054404 2024-11-25T07:17:34,435 DEBUG [RS:0;5eb3d201e8c9:35571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46661:46661)] 2024-11-25T07:17:34,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:17:34,592 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902 2024-11-25T07:17:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:17:34,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:35,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:35,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:35,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:35,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:35,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:35,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:35,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:35,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:35,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:35,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740 2024-11-25T07:17:35,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740 2024-11-25T07:17:35,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:35,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:35,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:35,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:35,017 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:35,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74736948, jitterRate=0.1136673092842102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:35,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519055000Initializing all the Stores at 1732519055000Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519055001 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519055001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519055001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519055001Cleaning up temporary data from old regions at 1732519055010 (+9 ms)Region opened successfully at 1732519055017 (+7 ms) 2024-11-25T07:17:35,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:17:35,018 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:17:35,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:17:35,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:17:35,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:17:35,018 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:17:35,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519055018Disabling compacts and flushes for region at 1732519055018Disabling writes for close at 1732519055018Writing region close event to WAL at 1732519055018Closed at 1732519055018 2024-11-25T07:17:35,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:35,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:17:35,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:17:35,021 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:35,022 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:17:35,172 DEBUG [5eb3d201e8c9:43667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:17:35,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:35,174 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35571,1732519053098, state=OPENING 2024-11-25T07:17:35,179 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:17:35,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:35,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:17:35,181 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:17:35,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1847918579/meta-region-server: CHANGED 2024-11-25T07:17:35,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35571,1732519053098}] 2024-11-25T07:17:35,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1847918579/meta-region-server: CHANGED 2024-11-25T07:17:35,336 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:17:35,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:17:35,342 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:17:35,342 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:35,342 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:17:35,344 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35571%2C1732519053098.meta, suffix=.meta, logDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098, archiveDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/oldWALs, maxLogs=10 2024-11-25T07:17:35,359 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098/5eb3d201e8c9%2C35571%2C1732519053098.meta.1732519055344.meta, exclude list is [], retry=0 2024-11-25T07:17:35,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34759,DS-5d058ec9-2f62-40f7-b69d-9720ef27dc44,DISK] 2024-11-25T07:17:35,363 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098/5eb3d201e8c9%2C35571%2C1732519053098.meta.1732519055344.meta 2024-11-25T07:17:35,364 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46661:46661)] 2024-11-25T07:17:35,364 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:35,364 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:35,364 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:35,364 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:17:35,364 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:17:35,365 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:17:35,365 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:35,365 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:17:35,365 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:17:35,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:17:35,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:17:35,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:17:35,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:17:35,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:17:35,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:17:35,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:17:35,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:17:35,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:17:35,372 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:17:35,372 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740 2024-11-25T07:17:35,373 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740 2024-11-25T07:17:35,375 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:17:35,375 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:17:35,375 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:17:35,378 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:17:35,379 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65631695, jitterRate=-0.02201153337955475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:17:35,379 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:17:35,379 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519055365Writing region info on filesystem at 1732519055365Initializing all the Stores at 1732519055366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519055366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519055366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519055366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519055366Cleaning up temporary data from old regions at 1732519055375 (+9 ms)Running coprocessor post-open hooks at 1732519055379 (+4 ms)Region opened successfully at 1732519055379 2024-11-25T07:17:35,381 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519055336 2024-11-25T07:17:35,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:35,387 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35571,1732519053098, state=OPEN 2024-11-25T07:17:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1847918579/meta-region-server 2024-11-25T07:17:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1847918579/meta-region-server 2024-11-25T07:17:35,389 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:35,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1847918579/meta-region-server: CHANGED 2024-11-25T07:17:35,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1847918579/meta-region-server: CHANGED 2024-11-25T07:17:35,391 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:17:35,391 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:17:35,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:17:35,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35571,1732519053098 in 208 msec 2024-11-25T07:17:35,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:17:35,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-25T07:17:35,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:17:35,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:17:35,398 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:35,398 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35571,1732519053098, seqNum=-1] 2024-11-25T07:17:35,398 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:35,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:35,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-25T07:17:35,405 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519055405, completionTime=-1 2024-11-25T07:17:35,405 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:17:35,405 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519115407 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519175407 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43667,1732519053033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43667,1732519053033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43667,1732519053033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:43667, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:35,407 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:35,408 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:35,409 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:17:35,411 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.258sec 2024-11-25T07:17:35,412 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:17:35,412 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:17:35,412 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:17:35,412 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:17:35,412 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:17:35,412 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43667,1732519053033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:17:35,412 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43667,1732519053033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:17:35,414 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:17:35,414 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:17:35,414 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43667,1732519053033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:17:35,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0b6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:35,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,43667,-1 for getting cluster id 2024-11-25T07:17:35,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:35,429 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ee98570-d262-4961-a0d2-4feb70919e5a' 2024-11-25T07:17:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ee98570-d262-4961-a0d2-4feb70919e5a" 2024-11-25T07:17:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b47416d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,43667,-1] 2024-11-25T07:17:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:35,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:35,431 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:35,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:35,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35571,1732519053098, seqNum=-1] 2024-11-25T07:17:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:35,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:35,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56055 2024-11-25T07:17:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:17:35,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dfc9d7d0005 connected 2024-11-25T07:17:35,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b8e7f5d 2024-11-25T07:17:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:35,450 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:35,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:17:35,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:17:35,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:35,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:17:35,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:17:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:35,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:17:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:35,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67eb11ebd58299bf712ceb85b835f646, NAME => 'test,,1732519055450.67eb11ebd58299bf712ceb85b835f646.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee 2024-11-25T07:17:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:17:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:36,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519055450.67eb11ebd58299bf712ceb85b835f646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:36,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67eb11ebd58299bf712ceb85b835f646, disabling compactions & flushes 2024-11-25T07:17:36,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:17:36,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:17:36,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. after waiting 0 ms 2024-11-25T07:17:36,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:17:36,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:17:36,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67eb11ebd58299bf712ceb85b835f646: Waiting for close lock at 1732519056284Disabling compacts and flushes for region at 1732519056284Disabling writes for close at 1732519056284Writing region close event to WAL at 1732519056284Closed at 1732519056284 2024-11-25T07:17:36,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:17:36,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519055450.67eb11ebd58299bf712ceb85b835f646.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519056287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519056287"}]},"ts":"1732519056287"} 2024-11-25T07:17:36,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:17:36,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:17:36,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519056295"}]},"ts":"1732519056295"} 2024-11-25T07:17:36,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:17:36,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67eb11ebd58299bf712ceb85b835f646, ASSIGN}] 2024-11-25T07:17:36,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67eb11ebd58299bf712ceb85b835f646, ASSIGN 2024-11-25T07:17:36,301 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67eb11ebd58299bf712ceb85b835f646, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,45395,1732519048936; forceNewPlan=false, retain=false 2024-11-25T07:17:36,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67eb11ebd58299bf712ceb85b835f646, regionState=OPENING, regionLocation=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:36,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67eb11ebd58299bf712ceb85b835f646, ASSIGN because future has completed 2024-11-25T07:17:36,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67eb11ebd58299bf712ceb85b835f646, server=5eb3d201e8c9,45395,1732519048936}] 2024-11-25T07:17:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:36,616 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:17:36,617 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67eb11ebd58299bf712ceb85b835f646, NAME => 'test,,1732519055450.67eb11ebd58299bf712ceb85b835f646.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:36,617 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:36,618 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:17:36,618 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,618 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519055450.67eb11ebd58299bf712ceb85b835f646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:36,618 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,618 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,620 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,622 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67eb11ebd58299bf712ceb85b835f646 columnFamilyName f 2024-11-25T07:17:36,622 DEBUG [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:36,623 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] regionserver.HStore(327): Store=67eb11ebd58299bf712ceb85b835f646/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:36,623 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,625 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67eb11ebd58299bf712ceb85b835f646 columnFamilyName f1 2024-11-25T07:17:36,625 DEBUG [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:36,626 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] regionserver.HStore(327): Store=67eb11ebd58299bf712ceb85b835f646/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:36,626 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,627 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67eb11ebd58299bf712ceb85b835f646 columnFamilyName norep 2024-11-25T07:17:36,627 DEBUG [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:36,628 INFO [StoreOpener-67eb11ebd58299bf712ceb85b835f646-1 {}] regionserver.HStore(327): Store=67eb11ebd58299bf712ceb85b835f646/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:36,628 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,629 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,629 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,630 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,630 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,631 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:17:36,632 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,634 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:36,635 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67eb11ebd58299bf712ceb85b835f646; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74320656, jitterRate=0.10746407508850098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:17:36,635 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:17:36,636 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67eb11ebd58299bf712ceb85b835f646: Running coprocessor pre-open hook at 1732519056618Writing region info on filesystem at 1732519056618Initializing all the Stores at 1732519056620 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519056620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519056620Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519056620Cleaning up temporary data from old regions at 1732519056630 (+10 ms)Running coprocessor post-open hooks at 1732519056635 (+5 ms)Region opened successfully at 1732519056636 (+1 ms) 2024-11-25T07:17:36,638 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., pid=6, masterSystemTime=1732519056610 2024-11-25T07:17:36,641 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:17:36,641 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:17:36,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67eb11ebd58299bf712ceb85b835f646, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:36,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67eb11ebd58299bf712ceb85b835f646, server=5eb3d201e8c9,45395,1732519048936 because future has completed 2024-11-25T07:17:36,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:17:36,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67eb11ebd58299bf712ceb85b835f646, server=5eb3d201e8c9,45395,1732519048936 in 192 msec 2024-11-25T07:17:36,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:17:36,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67eb11ebd58299bf712ceb85b835f646, ASSIGN in 352 msec 2024-11-25T07:17:36,654 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:17:36,654 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519056654"}]},"ts":"1732519056654"} 2024-11-25T07:17:36,657 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:17:36,659 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:17:36,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-25T07:17:36,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:17:36,784 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:17:37,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:37,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:37,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:37,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:37,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:37,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:37,603 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:17:37,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:37,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc53b18 2024-11-25T07:17:37,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:37,606 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:37,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:17:37,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:17:37,610 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:37,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:17:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:37,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:17:37,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:17:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:38,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 641c6ef27617fabd2a875c85e0b6f7ac, NAME => 'test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902 2024-11-25T07:17:38,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:17:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:38,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:17:38,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:17:38,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:17:38,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T07:17:38,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:17:38,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T07:17:38,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:17:38,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T07:17:38,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:17:38,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:17:38,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:17:38,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:17:38,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:38,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 641c6ef27617fabd2a875c85e0b6f7ac, disabling compactions & flushes 2024-11-25T07:17:38,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:17:38,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:17:38,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. after waiting 0 ms 2024-11-25T07:17:38,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:17:38,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:17:38,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 641c6ef27617fabd2a875c85e0b6f7ac: Waiting for close lock at 1732519058428Disabling compacts and flushes for region at 1732519058428Disabling writes for close at 1732519058428Writing region close event to WAL at 1732519058428Closed at 1732519058428 2024-11-25T07:17:38,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:17:38,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519058430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519058430"}]},"ts":"1732519058430"} 2024-11-25T07:17:38,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:17:38,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:17:38,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519058434"}]},"ts":"1732519058434"} 2024-11-25T07:17:38,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:17:38,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=641c6ef27617fabd2a875c85e0b6f7ac, ASSIGN}] 2024-11-25T07:17:38,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=641c6ef27617fabd2a875c85e0b6f7ac, ASSIGN 2024-11-25T07:17:38,438 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=641c6ef27617fabd2a875c85e0b6f7ac, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35571,1732519053098; forceNewPlan=false, retain=false 2024-11-25T07:17:38,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=641c6ef27617fabd2a875c85e0b6f7ac, regionState=OPENING, regionLocation=5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:38,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=641c6ef27617fabd2a875c85e0b6f7ac, ASSIGN because future has completed 2024-11-25T07:17:38,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 641c6ef27617fabd2a875c85e0b6f7ac, server=5eb3d201e8c9,35571,1732519053098}] 2024-11-25T07:17:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:38,749 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:17:38,749 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 641c6ef27617fabd2a875c85e0b6f7ac, NAME => 'test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:38,750 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:38,750 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:17:38,750 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,750 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:38,750 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,751 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,752 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,753 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641c6ef27617fabd2a875c85e0b6f7ac columnFamilyName f 2024-11-25T07:17:38,753 DEBUG [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:38,754 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] regionserver.HStore(327): Store=641c6ef27617fabd2a875c85e0b6f7ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:38,754 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,755 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641c6ef27617fabd2a875c85e0b6f7ac columnFamilyName f1 2024-11-25T07:17:38,755 DEBUG [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:38,756 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] regionserver.HStore(327): Store=641c6ef27617fabd2a875c85e0b6f7ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:38,756 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,757 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641c6ef27617fabd2a875c85e0b6f7ac columnFamilyName norep 2024-11-25T07:17:38,757 DEBUG [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:38,757 INFO [StoreOpener-641c6ef27617fabd2a875c85e0b6f7ac-1 {}] regionserver.HStore(327): Store=641c6ef27617fabd2a875c85e0b6f7ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:38,757 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,758 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,758 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,759 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,759 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,760 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:17:38,761 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,763 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:38,763 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 641c6ef27617fabd2a875c85e0b6f7ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72056040, jitterRate=0.07371866703033447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:17:38,764 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:17:38,764 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 641c6ef27617fabd2a875c85e0b6f7ac: Running coprocessor pre-open hook at 1732519058751Writing region info on filesystem at 1732519058751Initializing all the Stores at 1732519058752 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519058752Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519058752Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519058752Cleaning up temporary data from old regions at 1732519058759 (+7 ms)Running coprocessor post-open hooks at 1732519058764 (+5 ms)Region opened successfully at 1732519058764 2024-11-25T07:17:38,765 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac., pid=6, masterSystemTime=1732519058745 2024-11-25T07:17:38,767 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:17:38,767 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:17:38,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=641c6ef27617fabd2a875c85e0b6f7ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,35571,1732519053098 2024-11-25T07:17:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 641c6ef27617fabd2a875c85e0b6f7ac, server=5eb3d201e8c9,35571,1732519053098 because future has completed 2024-11-25T07:17:38,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:17:38,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 641c6ef27617fabd2a875c85e0b6f7ac, server=5eb3d201e8c9,35571,1732519053098 in 181 msec 2024-11-25T07:17:38,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:17:38,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=641c6ef27617fabd2a875c85e0b6f7ac, ASSIGN in 339 msec 2024-11-25T07:17:38,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:17:38,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519058778"}]},"ts":"1732519058778"} 2024-11-25T07:17:38,781 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:17:38,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:17:38,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-25T07:17:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:17:39,753 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:17:39,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a8218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40651,-1 for getting cluster id 2024-11-25T07:17:39,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:39,755 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a240d22d-b6d4-46ad-9957-752802a536e9' 2024-11-25T07:17:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a240d22d-b6d4-46ad-9957-752802a536e9" 2024-11-25T07:17:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a64cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40651,-1] 2024-11-25T07:17:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:39,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:39,757 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:39,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78d55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,43667,-1 for getting cluster id 2024-11-25T07:17:39,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:39,760 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ee98570-d262-4961-a0d2-4feb70919e5a' 2024-11-25T07:17:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ee98570-d262-4961-a0d2-4feb70919e5a" 2024-11-25T07:17:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a0ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,43667,-1] 2024-11-25T07:17:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:39,762 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:39,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4476d57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40651,-1 for getting cluster id 2024-11-25T07:17:39,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:39,764 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a240d22d-b6d4-46ad-9957-752802a536e9' 2024-11-25T07:17:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a240d22d-b6d4-46ad-9957-752802a536e9" 2024-11-25T07:17:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfd8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40651,-1] 2024-11-25T07:17:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:39,766 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4525effa 2024-11-25T07:17:39,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:39,771 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:39,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:43667,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:17:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:17:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:17:39,775 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:43667' 2024-11-25T07:17:39,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153e9e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,776 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,43667,-1 for getting cluster id 2024-11-25T07:17:39,776 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:39,777 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ee98570-d262-4961-a0d2-4feb70919e5a' 2024-11-25T07:17:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ee98570-d262-4961-a0d2-4feb70919e5a" 2024-11-25T07:17:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22842ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,43667,-1] 2024-11-25T07:17:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:39,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:39,778 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:39,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b0582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:39,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa1253f 2024-11-25T07:17:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:39,780 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:39,781 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:17:39,781 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:17:39,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:39,781 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:39,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:39,782 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:17:39,783 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:17:39,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:17:39,784 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:39,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:17:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:17:39,833 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:17:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:17:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:17:40,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7423ec37a82705af8451323cbc31db4, NAME => 'hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee 2024-11-25T07:17:40,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:17:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:17:40,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:40,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7423ec37a82705af8451323cbc31db4, disabling compactions & flushes 2024-11-25T07:17:40,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:17:40,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:17:40,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. after waiting 0 ms 2024-11-25T07:17:40,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:17:40,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:17:40,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7423ec37a82705af8451323cbc31db4: Waiting for close lock at 1732519060603Disabling compacts and flushes for region at 1732519060603Disabling writes for close at 1732519060603Writing region close event to WAL at 1732519060603Closed at 1732519060603 2024-11-25T07:17:40,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:17:40,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519060604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519060604"}]},"ts":"1732519060604"} 2024-11-25T07:17:40,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:17:40,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:17:40,608 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519060608"}]},"ts":"1732519060608"} 2024-11-25T07:17:40,610 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:17:40,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7423ec37a82705af8451323cbc31db4, ASSIGN}] 2024-11-25T07:17:40,611 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7423ec37a82705af8451323cbc31db4, ASSIGN 2024-11-25T07:17:40,612 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7423ec37a82705af8451323cbc31db4, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,45395,1732519048936; forceNewPlan=false, retain=false 2024-11-25T07:17:40,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7423ec37a82705af8451323cbc31db4, regionState=OPENING, regionLocation=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:40,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7423ec37a82705af8451323cbc31db4, ASSIGN because future has completed 2024-11-25T07:17:40,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7423ec37a82705af8451323cbc31db4, server=5eb3d201e8c9,45395,1732519048936}] 2024-11-25T07:17:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:17:40,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:17:40,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:17:40,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:17:40,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C45395%2C1732519048936.rep, suffix=, logDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/oldWALs, maxLogs=10 2024-11-25T07:17:40,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.rep.1732519060925, exclude list is [], retry=0 2024-11-25T07:17:40,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44937,DS-e0781114-2d76-4613-bf0d-bf46c71ff408,DISK] 2024-11-25T07:17:40,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.rep.1732519060925 2024-11-25T07:17:40,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46593:46593)] 2024-11-25T07:17:40,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7423ec37a82705af8451323cbc31db4, NAME => 'hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:17:40,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:17:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:17:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. service=MultiRowMutationService 2024-11-25T07:17:40,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:17:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:17:40,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,946 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,947 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7423ec37a82705af8451323cbc31db4 columnFamilyName hfileref 2024-11-25T07:17:40,947 DEBUG [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:40,948 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] regionserver.HStore(327): Store=d7423ec37a82705af8451323cbc31db4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:40,948 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,949 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7423ec37a82705af8451323cbc31db4 columnFamilyName queue 2024-11-25T07:17:40,949 DEBUG [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:40,949 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] regionserver.HStore(327): Store=d7423ec37a82705af8451323cbc31db4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:40,949 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,950 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7423ec37a82705af8451323cbc31db4 columnFamilyName sid 2024-11-25T07:17:40,950 DEBUG [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:17:40,951 INFO [StoreOpener-d7423ec37a82705af8451323cbc31db4-1 {}] regionserver.HStore(327): Store=d7423ec37a82705af8451323cbc31db4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:17:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:17:40,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:17:40,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7423ec37a82705af8451323cbc31db4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61721988, jitterRate=-0.08027070760726929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:17:40,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:17:40,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7423ec37a82705af8451323cbc31db4: Running coprocessor pre-open hook at 1732519060945Writing region info on filesystem at 1732519060945Initializing all the Stores at 1732519060945Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519060945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519060946 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519060946Cleaning up temporary data from old regions at 1732519060953 (+7 ms)Running coprocessor post-open hooks at 1732519060956 (+3 ms)Region opened successfully at 1732519060957 (+1 ms) 2024-11-25T07:17:40,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4., pid=10, masterSystemTime=1732519060918 2024-11-25T07:17:40,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:17:40,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:17:40,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7423ec37a82705af8451323cbc31db4, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,45395,1732519048936 2024-11-25T07:17:40,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7423ec37a82705af8451323cbc31db4, server=5eb3d201e8c9,45395,1732519048936 because future has completed 2024-11-25T07:17:40,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:17:40,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7423ec37a82705af8451323cbc31db4, server=5eb3d201e8c9,45395,1732519048936 in 198 msec 2024-11-25T07:17:40,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:17:40,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7423ec37a82705af8451323cbc31db4, ASSIGN in 355 msec 2024-11-25T07:17:40,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:17:40,968 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519060968"}]},"ts":"1732519060968"} 2024-11-25T07:17:40,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:17:40,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:17:40,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-25T07:17:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2] 2024-11-25T07:17:41,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:41,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:17:41,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:17:41,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:17:41,193 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:17:41,224 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,45395,1732519048936, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:17:41,225 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:41,225 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45395,1732519048936, seqNum=-1] 2024-11-25T07:17:41,226 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:41,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-25T07:17:41,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,45395,1732519048936', locateType=CURRENT is [region=hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2] 2024-11-25T07:17:41,255 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:17:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:17:41,262 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,45395,1732519048936 suceeded 2024-11-25T07:17:41,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:17:41,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-25T07:17:41,268 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:43667,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-25T07:17:41,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-25T07:17:41,277 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:43667' 2024-11-25T07:17:41,279 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45d471ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:41,279 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,43667,-1 for getting cluster id 2024-11-25T07:17:41,279 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:41,280 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ee98570-d262-4961-a0d2-4feb70919e5a' 2024-11-25T07:17:41,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:41,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ee98570-d262-4961-a0d2-4feb70919e5a" 2024-11-25T07:17:41,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7da9fe5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:41,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,43667,-1] 2024-11-25T07:17:41,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:41,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:41,283 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:41,284 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e627168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:41,284 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc904ec 2024-11-25T07:17:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:41,286 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-25T07:17:41,287 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,45395,1732519048936 (queues=1) is replicating from cluster=a240d22d-b6d4-46ad-9957-752802a536e9 to cluster=0ee98570-d262-4961-a0d2-4feb70919e5a 2024-11-25T07:17:41,287 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C45395%2C1732519048936 2024-11-25T07:17:41,287 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,45395,1732519048936, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:17:41,288 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926, startPosition=0, beingWritten=true 2024-11-25T07:17:41,291 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C45395%2C1732519048936 2024-11-25T07:17:41,299 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:17:41,299 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 379, reset compression=false 2024-11-25T07:17:41,299 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45395,1732519048936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:17:41,505 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 379, reset compression=false 2024-11-25T07:17:41,811 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 379, reset compression=false 2024-11-25T07:17:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:17:41,924 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:17:41,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:41,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:41,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:41,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:41,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:41,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:41,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732519061929/Put/seqid=0 2024-11-25T07:17:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741840_1016 (size=7894) 2024-11-25T07:17:42,220 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 379, reset compression=false 2024-11-25T07:17:42,338 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_1 is 34, key is ddd/f:row/1732519062337/Put/seqid=0 2024-11-25T07:17:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741841_1017 (size=7691) 2024-11-25T07:17:42,725 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 379, reset compression=false 2024-11-25T07:17:42,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:42,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40651,-1 for getting cluster id 2024-11-25T07:17:42,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:42,748 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a240d22d-b6d4-46ad-9957-752802a536e9' 2024-11-25T07:17:42,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a240d22d-b6d4-46ad-9957-752802a536e9" 2024-11-25T07:17:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eef99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40651,-1] 2024-11-25T07:17:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:42,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:42,750 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:42,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:42,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45395,1732519048936, seqNum=-1] 2024-11-25T07:17:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:42,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:42,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f8d9e23 2024-11-25T07:17:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:42,766 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2] 2024-11-25T07:17:42,779 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:17:42,792 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T07:17:42,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T07:17:42,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_1 for inclusion in 67eb11ebd58299bf712ceb85b835f646/f 2024-11-25T07:17:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T07:17:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:17:42,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_0 for inclusion in 67eb11ebd58299bf712ceb85b835f646/f 2024-11-25T07:17:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T07:17:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:17:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(2603): Flush status journal for 67eb11ebd58299bf712ceb85b835f646: 2024-11-25T07:17:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_1 to hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_1 2024-11-25T07:17:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_1 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ 2024-11-25T07:17:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f/f/hfile_0 to hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_0 2024-11-25T07:17:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_0 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ 2024-11-25T07:17:42,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_1 into 67eb11ebd58299bf712ceb85b835f646/f as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ - updating store file list. 2024-11-25T07:17:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:17:42,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ into 67eb11ebd58299bf712ceb85b835f646/f 2024-11-25T07:17:42,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_1 into 67eb11ebd58299bf712ceb85b835f646/f (new location: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_) 2024-11-25T07:17:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_1 2024-11-25T07:17:42,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_0 into 67eb11ebd58299bf712ceb85b835f646/f as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ - updating store file list. 2024-11-25T07:17:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:17:42,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ into 67eb11ebd58299bf712ceb85b835f646/f 2024-11-25T07:17:42,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_0 into 67eb11ebd58299bf712ceb85b835f646/f (new location: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_) 2024-11-25T07:17:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__k9qs87fturoge72t8js0kgp1rilocgdu2e6h50bdho7gok8rec112pr9keircahr/f/hfile_0 2024-11-25T07:17:42,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:42,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:42,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:42,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:42,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:42,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:42,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2 , the old value is region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5eb3d201e8c9:45395 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:17:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:17:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35571,1732519053098, seqNum=-1] 2024-11-25T07:17:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2 from cache 2024-11-25T07:17:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:42,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33492 deadline: 1732519122850 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33492 2024-11-25T07:17:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac., hostname=5eb3d201e8c9,35571,1732519053098, seqNum=2] 2024-11-25T07:17:42,857 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:17:42,964 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:45395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T07:17:43,330 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 379, reset compression=false 2024-11-25T07:17:43,336 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:17:43,336 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45395,1732519048936 got entry batch from reader: WALEntryBatch [walEntries=[{test/67eb11ebd58299bf712ceb85b835f646/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519062844/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T07:17:43,357 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:17:43,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-25T07:17:43,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.ReplicationSink(318): Replicating [a240d22d-b6d4-46ad-9957-752802a536e9] bulk loaded data 2024-11-25T07:17:43,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0b2a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:43,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,43667,-1 for getting cluster id 2024-11-25T07:17:43,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:43,364 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ee98570-d262-4961-a0d2-4feb70919e5a' 2024-11-25T07:17:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ee98570-d262-4961-a0d2-4feb70919e5a" 2024-11-25T07:17:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55f15c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,43667,-1] 2024-11-25T07:17:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:43,365 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:43,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@775ad99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:43,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741837_1013 (size=7691) 2024-11-25T07:17:43,536 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 687, reset compression=false 2024-11-25T07:17:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741838_1014 (size=7894) 2024-11-25T07:17:43,841 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 687, reset compression=false 2024-11-25T07:17:43,870 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:17:44,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:44,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,43667,1732519053033 2024-11-25T07:17:44,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bcb3329 2024-11-25T07:17:44,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:44,196 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-25T07:17:44,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:17:44,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:44,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35571,1732519053098, seqNum=-1] 2024-11-25T07:17:44,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:44,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-25T07:17:44,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T07:17:44,213 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T07:17:44,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ for inclusion in 641c6ef27617fabd2a875c85e0b6f7ac/f 2024-11-25T07:17:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T07:17:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:17:44,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ for inclusion in 641c6ef27617fabd2a875c85e0b6f7ac/f 2024-11-25T07:17:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T07:17:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:17:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HRegion(2603): Flush status journal for 641c6ef27617fabd2a875c85e0b6f7ac: 2024-11-25T07:17:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:17:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/459ad6ddc9a64c30a1176633a64dc6c7_SeqId_4_ 2024-11-25T07:17:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:17:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/54b996e98ed34259bdf3470d9d2d646f_SeqId_4_ 2024-11-25T07:17:44,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ into 641c6ef27617fabd2a875c85e0b6f7ac/f as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/459ad6ddc9a64c30a1176633a64dc6c7_SeqId_4_ - updating store file list. 2024-11-25T07:17:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 459ad6ddc9a64c30a1176633a64dc6c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:17:44,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/459ad6ddc9a64c30a1176633a64dc6c7_SeqId_4_ into 641c6ef27617fabd2a875c85e0b6f7ac/f 2024-11-25T07:17:44,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ into 641c6ef27617fabd2a875c85e0b6f7ac/f (new location: hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/459ad6ddc9a64c30a1176633a64dc6c7_SeqId_4_) 2024-11-25T07:17:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_ 2024-11-25T07:17:44,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ into 641c6ef27617fabd2a875c85e0b6f7ac/f as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/54b996e98ed34259bdf3470d9d2d646f_SeqId_4_ - updating store file list. 2024-11-25T07:17:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54b996e98ed34259bdf3470d9d2d646f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:17:44,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/54b996e98ed34259bdf3470d9d2d646f_SeqId_4_ into 641c6ef27617fabd2a875c85e0b6f7ac/f 2024-11-25T07:17:44,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ into 641c6ef27617fabd2a875c85e0b6f7ac/f (new location: hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/f/54b996e98ed34259bdf3470d9d2d646f_SeqId_4_) 2024-11-25T07:17:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/staging/jenkins.hfs.6__test__fdp0m3ahpogb5franago0rvoru5v2tqq2tm9gusca44d1plgpv3uv4fb1eokk9lg/f/73ca09ce008f4f5a979c233ebce48fc4_SeqId_4_ 2024-11-25T07:17:44,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35571 {}] regionserver.ReplicationSink(324): Finished replicating [a240d22d-b6d4-46ad-9957-752802a536e9] bulk loaded data 2024-11-25T07:17:44,246 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 687, reset compression=false 2024-11-25T07:17:44,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:17:44,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:44,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:44,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:44,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:17:44,751 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 687, reset compression=false 2024-11-25T07:17:44,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:17:44,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732519064886/Put/seqid=0 2024-11-25T07:17:44,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741842_1018 (size=7997) 2024-11-25T07:17:45,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732519065293/Put/seqid=0 2024-11-25T07:17:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741843_1019 (size=7794) 2024-11-25T07:17:45,355 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 687, reset compression=false 2024-11-25T07:17:45,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:45,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40651,-1 for getting cluster id 2024-11-25T07:17:45,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:17:45,700 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a240d22d-b6d4-46ad-9957-752802a536e9' 2024-11-25T07:17:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:17:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a240d22d-b6d4-46ad-9957-752802a536e9" 2024-11-25T07:17:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bf6885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40651,-1] 2024-11-25T07:17:45,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:17:45,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:45,702 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:17:45,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:17:45,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:45,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45395,1732519048936, seqNum=-1] 2024-11-25T07:17:45,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:45,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:45,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:17:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40651,1732519048887 2024-11-25T07:17:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0a6f18 2024-11-25T07:17:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:17:45,717 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:17:45,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2] 2024-11-25T07:17:45,723 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:17:45,728 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T07:17:45,731 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T07:17:45,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_0 for inclusion in 67eb11ebd58299bf712ceb85b835f646/f1 2024-11-25T07:17:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T07:17:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:17:45,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_1 for inclusion in 67eb11ebd58299bf712ceb85b835f646/f1 2024-11-25T07:17:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T07:17:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:17:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegion(2603): Flush status journal for 67eb11ebd58299bf712ceb85b835f646: 2024-11-25T07:17:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_0 to hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_0 2024-11-25T07:17:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_0 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/e1ab1a6e4cdc4ab2aeb89c2be705dd72_SeqId_6_ 2024-11-25T07:17:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/load_f1/f1/hfile_1 to hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_1 2024-11-25T07:17:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_1 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/d3f3203027034398af705fe61e3df539_SeqId_6_ 2024-11-25T07:17:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-25T07:17:45,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_0 into 67eb11ebd58299bf712ceb85b835f646/f1 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/e1ab1a6e4cdc4ab2aeb89c2be705dd72_SeqId_6_ - updating store file list. 2024-11-25T07:17:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1ab1a6e4cdc4ab2aeb89c2be705dd72_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:17:45,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/e1ab1a6e4cdc4ab2aeb89c2be705dd72_SeqId_6_ into 67eb11ebd58299bf712ceb85b835f646/f1 2024-11-25T07:17:45,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_0 into 67eb11ebd58299bf712ceb85b835f646/f1 (new location: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/e1ab1a6e4cdc4ab2aeb89c2be705dd72_SeqId_6_) 2024-11-25T07:17:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_0 2024-11-25T07:17:45,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_1 into 67eb11ebd58299bf712ceb85b835f646/f1 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/d3f3203027034398af705fe61e3df539_SeqId_6_ - updating store file list. 2024-11-25T07:17:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3f3203027034398af705fe61e3df539_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:17:45,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/d3f3203027034398af705fe61e3df539_SeqId_6_ into 67eb11ebd58299bf712ceb85b835f646/f1 2024-11-25T07:17:45,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_1 into 67eb11ebd58299bf712ceb85b835f646/f1 (new location: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/f1/d3f3203027034398af705fe61e3df539_SeqId_6_) 2024-11-25T07:17:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/staging/jenkins__test__he8jclqacom7bgm454acksdlb4k1q63vtiblp8ca9794sglvsmq4kts18dbjkpld/f1/hfile_1 2024-11-25T07:17:45,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:17:45,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:17:45,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:45,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:17:45,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:17:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2 , the old value is region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5eb3d201e8c9:45395 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:17:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:17:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2 from cache 2024-11-25T07:17:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45395: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33508 deadline: 1732519125763 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33508 2024-11-25T07:17:45,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:17:45,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45395,1732519048936, seqNum=-1] 2024-11-25T07:17:45,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:17:45,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:17:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., hostname=5eb3d201e8c9,45395,1732519048936, seqNum=2] 2024-11-25T07:17:45,873 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:45395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T07:17:46,061 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 687, reset compression=false 2024-11-25T07:17:46,066 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:17:46,066 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:46,066 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45395,1732519048936 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:17:46,272 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:46,577 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:46,982 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:47,486 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:48,091 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T07:17:48,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T07:17:48,796 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:49,601 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:50,507 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:51,511 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:52,616 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:53,821 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:55,125 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:56,530 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:58,034 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:17:58,475 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:17:59,640 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:01,344 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:02,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:18:03,149 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:05,054 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:06,069 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45395,1732519048936 got entry batch from reader: null 2024-11-25T07:18:07,058 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:09,163 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:11,367 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:11,974 INFO [master/5eb3d201e8c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:18:11,974 INFO [master/5eb3d201e8c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:18:13,677 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:15,555 INFO [master/5eb3d201e8c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:18:15,555 INFO [master/5eb3d201e8c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:18:16,082 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:18,586 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:21,190 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:21,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 67eb11ebd58299bf712ceb85b835f646, had cached 0 bytes from a total of 31376 2024-11-25T07:18:23,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 641c6ef27617fabd2a875c85e0b6f7ac, had cached 0 bytes from a total of 15585 2024-11-25T07:18:23,894 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:26,069 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45395,1732519048936 got entry batch from reader: null 2024-11-25T07:18:26,699 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:28,475 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:18:29,603 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:31,970 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:18:32,607 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:32,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:18:35,717 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:37,153 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:18:38,922 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:42,225 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:45,629 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:45,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:18:45,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:18:45,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:45,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:45,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:45,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:18:45,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:18:45,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=121073386, stopped=false 2024-11-25T07:18:45,796 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,43667,1732519053033 2024-11-25T07:18:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1847918579/running 2024-11-25T07:18:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1847918579/running 2024-11-25T07:18:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:18:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:18:45,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:18:45,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:18:45,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:45,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:45,798 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,35571,1732519053098' ***** 2024-11-25T07:18:45,798 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:18:45,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on znode that does not yet exist, /1847918579/running 2024-11-25T07:18:45,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Set watcher on znode that does not yet exist, /1847918579/running 2024-11-25T07:18:45,799 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:18:45,799 INFO [RS:0;5eb3d201e8c9:35571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:18:45,799 INFO [RS:0;5eb3d201e8c9:35571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:18:45,799 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(3091): Received CLOSE for 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:18:45,800 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,35571,1732519053098 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35571. 2024-11-25T07:18:45,800 DEBUG [RS:0;5eb3d201e8c9:35571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:45,800 DEBUG [RS:0;5eb3d201e8c9:35571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:18:45,800 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:18:45,800 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 641c6ef27617fabd2a875c85e0b6f7ac=test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac.} 2024-11-25T07:18:45,801 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 641c6ef27617fabd2a875c85e0b6f7ac 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 641c6ef27617fabd2a875c85e0b6f7ac, disabling compactions & flushes 2024-11-25T07:18:45,801 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:18:45,801 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. after waiting 0 ms 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:18:45,801 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:18:45,801 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T07:18:45,805 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/default/test/641c6ef27617fabd2a875c85e0b6f7ac/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T07:18:45,806 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:18:45,806 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:18:45,806 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:18:45,806 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 641c6ef27617fabd2a875c85e0b6f7ac: Waiting for close lock at 1732519125800Running coprocessor pre-close hooks at 1732519125800Disabling compacts and flushes for region at 1732519125800Disabling writes for close at 1732519125801 (+1 ms)Writing region close event to WAL at 1732519125801Running coprocessor post-close hooks at 1732519125806 (+5 ms)Closed at 1732519125806 2024-11-25T07:18:45,806 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac. 2024-11-25T07:18:45,816 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:18:45,818 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/info/02b37ea38ead49adab3c44feeba8d04c is 129, key is test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac./info:regioninfo/1732519058768/Put/seqid=0 2024-11-25T07:18:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741839_1015 (size=6421) 2024-11-25T07:18:46,001 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:46,069 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45395,1732519048936 got entry batch from reader: null 2024-11-25T07:18:46,201 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:46,223 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/info/02b37ea38ead49adab3c44feeba8d04c 2024-11-25T07:18:46,243 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/ns/330f9205b89a409d85b7131c9f4a9321 is 43, key is default/ns:d/1732519055400/Put/seqid=0 2024-11-25T07:18:46,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741840_1016 (size=5153) 2024-11-25T07:18:46,269 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:18:46,269 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:18:46,401 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:46,601 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:46,647 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/ns/330f9205b89a409d85b7131c9f4a9321 2024-11-25T07:18:46,669 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/rep_barrier/d98f183e773e4df7876df3bcfd7639b8 is 112, key is test,,1732519057606.641c6ef27617fabd2a875c85e0b6f7ac./rep_barrier:seqnumDuringOpen/1732519058768/Put/seqid=0 2024-11-25T07:18:46,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741841_1017 (size=5518) 2024-11-25T07:18:46,801 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:18:46,801 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:18:46,801 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:47,002 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:47,074 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/rep_barrier/d98f183e773e4df7876df3bcfd7639b8 2024-11-25T07:18:47,094 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/table/d3c28c9364924f71a34fedb434d95ca1 is 40, key is test/table:state/1732519058778/Put/seqid=0 2024-11-25T07:18:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741842_1018 (size=5165) 2024-11-25T07:18:47,202 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:47,402 DEBUG [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:47,498 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/table/d3c28c9364924f71a34fedb434d95ca1 2024-11-25T07:18:47,504 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/info/02b37ea38ead49adab3c44feeba8d04c as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/info/02b37ea38ead49adab3c44feeba8d04c 2024-11-25T07:18:47,508 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/info/02b37ea38ead49adab3c44feeba8d04c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T07:18:47,509 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/ns/330f9205b89a409d85b7131c9f4a9321 as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/ns/330f9205b89a409d85b7131c9f4a9321 2024-11-25T07:18:47,514 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/ns/330f9205b89a409d85b7131c9f4a9321, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:18:47,514 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/rep_barrier/d98f183e773e4df7876df3bcfd7639b8 as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/rep_barrier/d98f183e773e4df7876df3bcfd7639b8 2024-11-25T07:18:47,519 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/rep_barrier/d98f183e773e4df7876df3bcfd7639b8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T07:18:47,519 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/.tmp/table/d3c28c9364924f71a34fedb434d95ca1 as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/table/d3c28c9364924f71a34fedb434d95ca1 2024-11-25T07:18:47,523 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/table/d3c28c9364924f71a34fedb434d95ca1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:18:47,525 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-25T07:18:47,529 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:18:47,529 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:18:47,529 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:18:47,530 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:18:47,530 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519125801Running coprocessor pre-close hooks at 1732519125801Disabling compacts and flushes for region at 1732519125801Disabling writes for close at 1732519125801Obtaining lock to block concurrent updates at 1732519125801Preparing flush snapshotting stores in 1588230740 at 1732519125801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732519125801Flushing stores of hbase:meta,,1.1588230740 at 1732519125802 (+1 ms)Flushing 1588230740/info: creating writer at 1732519125802Flushing 1588230740/info: appending metadata at 1732519125818 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732519125818Flushing 1588230740/ns: creating writer at 1732519126229 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732519126243 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732519126243Flushing 1588230740/rep_barrier: creating writer at 1732519126652 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519126669 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519126669Flushing 1588230740/table: creating writer at 1732519127079 (+410 ms)Flushing 1588230740/table: appending metadata at 1732519127093 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732519127093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abf1503: reopening flushed file at 1732519127503 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad21482: reopening flushed file at 1732519127509 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6e31ab: reopening flushed file at 1732519127514 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0546c5: reopening flushed file at 1732519127519 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1732519127525 (+6 ms)Writing region close event to WAL at 1732519127526 (+1 ms)Running coprocessor post-close hooks at 1732519127529 (+3 ms)Closed at 1732519127530 (+1 ms) 2024-11-25T07:18:47,530 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:18:47,602 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,35571,1732519053098; all regions closed. 2024-11-25T07:18:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741834_1010 (size=2717) 2024-11-25T07:18:47,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/WALs/5eb3d201e8c9,35571,1732519053098/5eb3d201e8c9%2C35571%2C1732519053098.meta.1732519055344.meta not finished, retry = 0 2024-11-25T07:18:47,707 DEBUG [RS:0;5eb3d201e8c9:35571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/oldWALs 2024-11-25T07:18:47,707 INFO [RS:0;5eb3d201e8c9:35571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C35571%2C1732519053098.meta:.meta(num 1732519055344) 2024-11-25T07:18:47,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741832_1008 (size=1028) 2024-11-25T07:18:47,711 DEBUG [RS:0;5eb3d201e8c9:35571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/oldWALs 2024-11-25T07:18:47,711 INFO [RS:0;5eb3d201e8c9:35571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C35571%2C1732519053098:(num 1732519054404) 2024-11-25T07:18:47,711 DEBUG [RS:0;5eb3d201e8c9:35571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:47,711 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:18:47,711 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:18:47,711 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:18:47,711 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:18:47,711 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:18:47,711 INFO [RS:0;5eb3d201e8c9:35571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35571. 2024-11-25T07:18:47,711 DEBUG [RS:0;5eb3d201e8c9:35571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:47,711 DEBUG [RS:0;5eb3d201e8c9:35571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:47,712 DEBUG [RS:0;5eb3d201e8c9:35571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:47,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:18:47,712 INFO [RS:0;5eb3d201e8c9:35571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35571 2024-11-25T07:18:47,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1847918579/rs/5eb3d201e8c9,35571,1732519053098 2024-11-25T07:18:47,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579/rs 2024-11-25T07:18:47,714 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:18:47,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,35571,1732519053098] 2024-11-25T07:18:47,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1847918579/draining/5eb3d201e8c9,35571,1732519053098 already deleted, retry=false 2024-11-25T07:18:47,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,35571,1732519053098 expired; onlineServers=0 2024-11-25T07:18:47,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,43667,1732519053033' ***** 2024-11-25T07:18:47,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:18:47,717 INFO [M:0;5eb3d201e8c9:43667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:18:47,717 INFO [M:0;5eb3d201e8c9:43667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:18:47,717 DEBUG [M:0;5eb3d201e8c9:43667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:18:47,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:18:47,717 DEBUG [M:0;5eb3d201e8c9:43667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:18:47,717 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519054180 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519054180,5,FailOnTimeoutGroup] 2024-11-25T07:18:47,717 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519054180 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519054180,5,FailOnTimeoutGroup] 2024-11-25T07:18:47,717 INFO [M:0;5eb3d201e8c9:43667 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:18:47,717 INFO [M:0;5eb3d201e8c9:43667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:18:47,718 DEBUG [M:0;5eb3d201e8c9:43667 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:18:47,718 INFO [M:0;5eb3d201e8c9:43667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:18:47,718 INFO [M:0;5eb3d201e8c9:43667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:18:47,718 INFO [M:0;5eb3d201e8c9:43667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:18:47,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:18:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1847918579/master 2024-11-25T07:18:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1847918579 2024-11-25T07:18:47,719 DEBUG [M:0;5eb3d201e8c9:43667 {}] zookeeper.ZKUtil(347): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Unable to get data of znode /1847918579/master because node does not exist (not an error) 2024-11-25T07:18:47,719 WARN [M:0;5eb3d201e8c9:43667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:18:47,720 INFO [M:0;5eb3d201e8c9:43667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/.lastflushedseqids 2024-11-25T07:18:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741843_1019 (size=173) 2024-11-25T07:18:47,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:47,816 INFO [RS:0;5eb3d201e8c9:35571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:18:47,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35571-0x1014dfc9d7d0004, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:47,816 INFO [RS:0;5eb3d201e8c9:35571 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,35571,1732519053098; zookeeper connection closed. 2024-11-25T07:18:47,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ac03a0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ac03a0b 2024-11-25T07:18:47,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:18:48,126 INFO [M:0;5eb3d201e8c9:43667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:18:48,126 INFO [M:0;5eb3d201e8c9:43667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:18:48,127 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:18:48,127 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:48,127 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:48,127 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:18:48,127 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:48,127 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-25T07:18:48,144 DEBUG [M:0;5eb3d201e8c9:43667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f27f494e6ff4bad9678cf66da281f82 is 82, key is hbase:meta,,1/info:regioninfo/1732519055385/Put/seqid=0 2024-11-25T07:18:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741844_1020 (size=5672) 2024-11-25T07:18:48,549 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f27f494e6ff4bad9678cf66da281f82 2024-11-25T07:18:48,569 DEBUG [M:0;5eb3d201e8c9:43667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e59fd887ad44fc9b83337b162ffec62 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732519058783/Put/seqid=0 2024-11-25T07:18:48,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741845_1021 (size=6727) 2024-11-25T07:18:48,973 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e59fd887ad44fc9b83337b162ffec62 2024-11-25T07:18:48,978 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e59fd887ad44fc9b83337b162ffec62 2024-11-25T07:18:48,992 DEBUG [M:0;5eb3d201e8c9:43667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2527a245d96849c6b823cc3f79390eed is 69, key is 5eb3d201e8c9,35571,1732519053098/rs:state/1732519054247/Put/seqid=0 2024-11-25T07:18:48,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741846_1022 (size=5156) 2024-11-25T07:18:49,134 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 to pos 997, reset compression=false 2024-11-25T07:18:49,397 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2527a245d96849c6b823cc3f79390eed 2024-11-25T07:18:49,402 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f27f494e6ff4bad9678cf66da281f82 as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f27f494e6ff4bad9678cf66da281f82 2024-11-25T07:18:49,407 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f27f494e6ff4bad9678cf66da281f82, entries=8, sequenceid=58, filesize=5.5 K 2024-11-25T07:18:49,408 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e59fd887ad44fc9b83337b162ffec62 as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e59fd887ad44fc9b83337b162ffec62 2024-11-25T07:18:49,412 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e59fd887ad44fc9b83337b162ffec62 2024-11-25T07:18:49,412 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e59fd887ad44fc9b83337b162ffec62, entries=6, sequenceid=58, filesize=6.6 K 2024-11-25T07:18:49,413 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2527a245d96849c6b823cc3f79390eed as hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2527a245d96849c6b823cc3f79390eed 2024-11-25T07:18:49,417 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39079/user/jenkins/test-data/27fdafb4-ad78-e7d7-8b50-2e3649949902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2527a245d96849c6b823cc3f79390eed, entries=1, sequenceid=58, filesize=5.0 K 2024-11-25T07:18:49,418 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-11-25T07:18:49,419 INFO [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:49,419 DEBUG [M:0;5eb3d201e8c9:43667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519128127Disabling compacts and flushes for region at 1732519128127Disabling writes for close at 1732519128127Obtaining lock to block concurrent updates at 1732519128127Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519128127Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732519128127Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519128128 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519128128Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519128143 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519128143Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519128554 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519128568 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519128568Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519128978 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519128992 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519128992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0dc831: reopening flushed file at 1732519129402 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498146cb: reopening flushed file at 1732519129407 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38783eb3: reopening flushed file at 1732519129412 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1732519129418 (+6 ms)Writing region close event to WAL at 1732519129419 (+1 ms)Closed at 1732519129419 2024-11-25T07:18:49,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34759 is added to blk_1073741830_1006 (size=33026) 2024-11-25T07:18:49,423 INFO [M:0;5eb3d201e8c9:43667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:18:49,423 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:18:49,423 INFO [M:0;5eb3d201e8c9:43667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43667 2024-11-25T07:18:49,423 INFO [M:0;5eb3d201e8c9:43667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:18:49,525 INFO [M:0;5eb3d201e8c9:43667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:18:49,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:49,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43667-0x1014dfc9d7d0003, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:49,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bc53d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:18:49,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@759cc101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:18:49,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:18:49,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:18:49,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672164d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.log.dir/,STOPPED} 2024-11-25T07:18:49,532 WARN [BP-593636047-172.17.0.2-1732519051994 heartbeating to localhost/127.0.0.1:39079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:18:49,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:18:49,532 WARN [BP-593636047-172.17.0.2-1732519051994 heartbeating to localhost/127.0.0.1:39079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-593636047-172.17.0.2-1732519051994 (Datanode Uuid 2485764a-ab91-43d6-b33b-3c2cd3fda770) service to localhost/127.0.0.1:39079 2024-11-25T07:18:49,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:18:49,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/cluster_ecbabec1-cb14-c5ac-7f35-4224d2e969a3/data/data1/current/BP-593636047-172.17.0.2-1732519051994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:18:49,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/cluster_ecbabec1-cb14-c5ac-7f35-4224d2e969a3/data/data2/current/BP-593636047-172.17.0.2-1732519051994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:18:49,533 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:18:49,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dabb32c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:18:49,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190dc48d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:18:49,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:18:49,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:18:49,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743921d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.log.dir/,STOPPED} 2024-11-25T07:18:49,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:18:49,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:18:49,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:18:49,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:49,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:49,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:49,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:18:49,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:18:49,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1761003206, stopped=false 2024-11-25T07:18:49,562 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,40651,1732519048887 2024-11-25T07:18:49,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:18:49,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:18:49,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665786275/running 2024-11-25T07:18:49,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665786275/running 2024-11-25T07:18:49,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:49,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:49,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:18:49,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,45395,1732519048936' ***** 2024-11-25T07:18:49,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:18:49,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:18:49,564 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:18:49,564 INFO [RS:0;5eb3d201e8c9:45395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:18:49,564 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:18:49,564 INFO [RS:0;5eb3d201e8c9:45395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:18:49,564 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(3091): Received CLOSE for 67eb11ebd58299bf712ceb85b835f646 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(3091): Received CLOSE for d7423ec37a82705af8451323cbc31db4 2024-11-25T07:18:49,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on znode that does not yet exist, /0665786275/running 2024-11-25T07:18:49,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Set watcher on znode that does not yet exist, /0665786275/running 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,45395,1732519048936 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:45395. 2024-11-25T07:18:49,565 DEBUG [RS:0;5eb3d201e8c9:45395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:49,565 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67eb11ebd58299bf712ceb85b835f646, disabling compactions & flushes 2024-11-25T07:18:49,565 DEBUG [RS:0;5eb3d201e8c9:45395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:49,565 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:18:49,565 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:18:49,565 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. after waiting 0 ms 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:18:49,565 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:18:49,565 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:18:49,565 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1325): Online Regions={67eb11ebd58299bf712ceb85b835f646=test,,1732519055450.67eb11ebd58299bf712ceb85b835f646., d7423ec37a82705af8451323cbc31db4=hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:18:49,565 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67eb11ebd58299bf712ceb85b835f646, d7423ec37a82705af8451323cbc31db4 2024-11-25T07:18:49,566 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:18:49,566 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:18:49,566 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:18:49,566 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:18:49,566 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:18:49,566 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:18:49,569 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/default/test/67eb11ebd58299bf712ceb85b835f646/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:18:49,570 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67eb11ebd58299bf712ceb85b835f646: Waiting for close lock at 1732519129565Running coprocessor pre-close hooks at 1732519129565Disabling compacts and flushes for region at 1732519129565Disabling writes for close at 1732519129565Writing region close event to WAL at 1732519129566 (+1 ms)Running coprocessor post-close hooks at 1732519129570 (+4 ms)Closed at 1732519129570 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519055450.67eb11ebd58299bf712ceb85b835f646. 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7423ec37a82705af8451323cbc31db4, disabling compactions & flushes 2024-11-25T07:18:49,570 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. after waiting 0 ms 2024-11-25T07:18:49,570 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:18:49,570 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7423ec37a82705af8451323cbc31db4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-25T07:18:49,578 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:18:49,583 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/info/97b6eaca6e9d4aa38f2d3f4327c38ccd is 147, key is hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4./info:regioninfo/1732519060961/Put/seqid=0 2024-11-25T07:18:49,585 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/.tmp/hfileref/74a0aacf30624f21959cec53ac6960ce is 74, key is 1/hfileref:4887f8b9ebd4467983e6e420d9b6fb24_SeqId_4_/1732519064245/DeleteColumn/seqid=0 2024-11-25T07:18:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741844_1020 (size=7686) 2024-11-25T07:18:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741845_1021 (size=5203) 2024-11-25T07:18:49,766 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7423ec37a82705af8451323cbc31db4 2024-11-25T07:18:49,790 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:18:49,790 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:18:49,966 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7423ec37a82705af8451323cbc31db4 2024-11-25T07:18:49,987 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/info/97b6eaca6e9d4aa38f2d3f4327c38ccd 2024-11-25T07:18:49,989 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/.tmp/hfileref/74a0aacf30624f21959cec53ac6960ce 2024-11-25T07:18:50,013 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/ns/88ac01a0825e468ea150732467d82479 is 43, key is default/ns:d/1732519051932/Put/seqid=0 2024-11-25T07:18:50,014 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/.tmp/queue/4d76c50a22744d05b6d8f56fdd6dad16 is 153, key is 1-5eb3d201e8c9,45395,1732519048936/queue:5eb3d201e8c9%2C45395%2C1732519048936/1732519066068/Put/seqid=0 2024-11-25T07:18:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741846_1022 (size=5153) 2024-11-25T07:18:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741847_1023 (size=5352) 2024-11-25T07:18:50,166 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7423ec37a82705af8451323cbc31db4 2024-11-25T07:18:50,366 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7423ec37a82705af8451323cbc31db4 2024-11-25T07:18:50,417 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/ns/88ac01a0825e468ea150732467d82479 2024-11-25T07:18:50,418 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/.tmp/queue/4d76c50a22744d05b6d8f56fdd6dad16 2024-11-25T07:18:50,423 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/.tmp/hfileref/74a0aacf30624f21959cec53ac6960ce as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/hfileref/74a0aacf30624f21959cec53ac6960ce 2024-11-25T07:18:50,428 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/hfileref/74a0aacf30624f21959cec53ac6960ce, entries=2, sequenceid=10, filesize=5.1 K 2024-11-25T07:18:50,429 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/.tmp/queue/4d76c50a22744d05b6d8f56fdd6dad16 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/queue/4d76c50a22744d05b6d8f56fdd6dad16 2024-11-25T07:18:50,434 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/queue/4d76c50a22744d05b6d8f56fdd6dad16, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T07:18:50,435 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d7423ec37a82705af8451323cbc31db4 in 865ms, sequenceid=10, compaction requested=false 2024-11-25T07:18:50,438 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/rep_barrier/e8f3f5a089c74c7c9dbe0ea8c22ab8b0 is 112, key is test,,1732519055450.67eb11ebd58299bf712ceb85b835f646./rep_barrier:seqnumDuringOpen/1732519056642/Put/seqid=0 2024-11-25T07:18:50,440 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/replication/d7423ec37a82705af8451323cbc31db4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T07:18:50,440 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:18:50,440 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:18:50,440 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:18:50,440 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7423ec37a82705af8451323cbc31db4: Waiting for close lock at 1732519129570Running coprocessor pre-close hooks at 1732519129570Disabling compacts and flushes for region at 1732519129570Disabling writes for close at 1732519129570Obtaining lock to block concurrent updates at 1732519129570Preparing flush snapshotting stores in d7423ec37a82705af8451323cbc31db4 at 1732519129570Finished memstore snapshotting hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732519129571 (+1 ms)Flushing stores of hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. at 1732519129571Flushing d7423ec37a82705af8451323cbc31db4/hfileref: creating writer at 1732519129571Flushing d7423ec37a82705af8451323cbc31db4/hfileref: appending metadata at 1732519129585 (+14 ms)Flushing d7423ec37a82705af8451323cbc31db4/hfileref: closing flushed file at 1732519129585Flushing d7423ec37a82705af8451323cbc31db4/queue: creating writer at 1732519129994 (+409 ms)Flushing d7423ec37a82705af8451323cbc31db4/queue: appending metadata at 1732519130013 (+19 ms)Flushing d7423ec37a82705af8451323cbc31db4/queue: closing flushed file at 1732519130013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46024eec: reopening flushed file at 1732519130423 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216b17b6: reopening flushed file at 1732519130429 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d7423ec37a82705af8451323cbc31db4 in 865ms, sequenceid=10, compaction requested=false at 1732519130435 (+6 ms)Writing region close event to WAL at 1732519130436 (+1 ms)Running coprocessor post-close hooks at 1732519130440 (+4 ms)Closed at 1732519130440 2024-11-25T07:18:50,441 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519059782.d7423ec37a82705af8451323cbc31db4. 2024-11-25T07:18:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741848_1024 (size=5518) 2024-11-25T07:18:50,566 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:18:50,566 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:18:50,566 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:50,767 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:50,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:50,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:50,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:50,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:50,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:50,846 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/rep_barrier/e8f3f5a089c74c7c9dbe0ea8c22ab8b0 2024-11-25T07:18:50,867 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/table/7eb0f843ee114106b873345c402f8788 is 53, key is hbase:replication/table:state/1732519060968/Put/seqid=0 2024-11-25T07:18:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741849_1025 (size=5308) 2024-11-25T07:18:50,967 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:51,167 DEBUG [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:18:51,272 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/table/7eb0f843ee114106b873345c402f8788 2024-11-25T07:18:51,278 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/info/97b6eaca6e9d4aa38f2d3f4327c38ccd as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/info/97b6eaca6e9d4aa38f2d3f4327c38ccd 2024-11-25T07:18:51,283 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/info/97b6eaca6e9d4aa38f2d3f4327c38ccd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:18:51,284 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/ns/88ac01a0825e468ea150732467d82479 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/ns/88ac01a0825e468ea150732467d82479 2024-11-25T07:18:51,288 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/ns/88ac01a0825e468ea150732467d82479, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:18:51,288 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/rep_barrier/e8f3f5a089c74c7c9dbe0ea8c22ab8b0 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/rep_barrier/e8f3f5a089c74c7c9dbe0ea8c22ab8b0 2024-11-25T07:18:51,293 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/rep_barrier/e8f3f5a089c74c7c9dbe0ea8c22ab8b0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:18:51,294 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/.tmp/table/7eb0f843ee114106b873345c402f8788 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/table/7eb0f843ee114106b873345c402f8788 2024-11-25T07:18:51,298 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/table/7eb0f843ee114106b873345c402f8788, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:18:51,299 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-25T07:18:51,304 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:18:51,304 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:18:51,304 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:18:51,304 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:18:51,304 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519129566Running coprocessor pre-close hooks at 1732519129566Disabling compacts and flushes for region at 1732519129566Disabling writes for close at 1732519129566Obtaining lock to block concurrent updates at 1732519129566Preparing flush snapshotting stores in 1588230740 at 1732519129566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519129566Flushing stores of hbase:meta,,1.1588230740 at 1732519129567 (+1 ms)Flushing 1588230740/info: creating writer at 1732519129567Flushing 1588230740/info: appending metadata at 1732519129582 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732519129582Flushing 1588230740/ns: creating writer at 1732519129993 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732519130012 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732519130012Flushing 1588230740/rep_barrier: creating writer at 1732519130423 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519130438 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519130438Flushing 1588230740/table: creating writer at 1732519130852 (+414 ms)Flushing 1588230740/table: appending metadata at 1732519130866 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732519130866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0759c2: reopening flushed file at 1732519131278 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8d24c7: reopening flushed file at 1732519131283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e53ae7: reopening flushed file at 1732519131288 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5561c5ba: reopening flushed file at 1732519131293 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1732519131299 (+6 ms)Writing region close event to WAL at 1732519131301 (+2 ms)Running coprocessor post-close hooks at 1732519131304 (+3 ms)Closed at 1732519131304 2024-11-25T07:18:51,304 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:18:51,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:18:51,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:51,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:51,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:51,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:51,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:51,367 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,45395,1732519048936; all regions closed. 2024-11-25T07:18:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:18:51,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.meta.1732519051874.meta not finished, retry = 0 2024-11-25T07:18:51,473 DEBUG [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/oldWALs 2024-11-25T07:18:51,473 INFO [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C45395%2C1732519048936.meta:.meta(num 1732519051874) 2024-11-25T07:18:51,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741839_1015 (size=2700) 2024-11-25T07:18:51,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.rep.1732519060925 not finished, retry = 0 2024-11-25T07:18:51,577 DEBUG [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/oldWALs 2024-11-25T07:18:51,578 INFO [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C45395%2C1732519048936.rep:(num 1732519060925) 2024-11-25T07:18:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741832_1008 (size=1300) 2024-11-25T07:18:51,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/WALs/5eb3d201e8c9,45395,1732519048936/5eb3d201e8c9%2C45395%2C1732519048936.1732519050926 not finished, retry = 0 2024-11-25T07:18:51,682 DEBUG [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/oldWALs 2024-11-25T07:18:51,682 INFO [RS:0;5eb3d201e8c9:45395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C45395%2C1732519048936:(num 1732519050926) 2024-11-25T07:18:51,682 DEBUG [RS:0;5eb3d201e8c9:45395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:51,682 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:18:51,682 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:18:51,682 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:18:51,683 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:18:51,683 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:18:51,683 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,45395,1732519048936 because: Region server is closing 2024-11-25T07:18:51,683 INFO [RS:0;5eb3d201e8c9:45395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:45395. 2024-11-25T07:18:51,683 DEBUG [RS:0;5eb3d201e8c9:45395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:18:51,683 DEBUG [RS:0;5eb3d201e8c9:45395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:51,683 DEBUG [RS:0;5eb3d201e8c9:45395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:51,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:18:51,784 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:18:51,784 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.wal-reader.5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:18:51,784 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45395,1732519048936.replicationSource.shipper5eb3d201e8c9%2C45395%2C1732519048936,1-5eb3d201e8c9,45395,1732519048936 terminated 2024-11-25T07:18:51,784 INFO [RS:0;5eb3d201e8c9:45395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45395 2024-11-25T07:18:51,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665786275/rs/5eb3d201e8c9,45395,1732519048936 2024-11-25T07:18:51,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275/rs 2024-11-25T07:18:51,786 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:18:51,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,45395,1732519048936] 2024-11-25T07:18:51,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0665786275/draining/5eb3d201e8c9,45395,1732519048936 already deleted, retry=false 2024-11-25T07:18:51,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,45395,1732519048936 expired; onlineServers=0 2024-11-25T07:18:51,790 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,40651,1732519048887' ***** 2024-11-25T07:18:51,790 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:18:51,790 INFO [M:0;5eb3d201e8c9:40651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:18:51,790 INFO [M:0;5eb3d201e8c9:40651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:18:51,790 DEBUG [M:0;5eb3d201e8c9:40651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:18:51,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:18:51,790 DEBUG [M:0;5eb3d201e8c9:40651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:18:51,790 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519050708 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519050708,5,FailOnTimeoutGroup] 2024-11-25T07:18:51,790 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519050708 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519050708,5,FailOnTimeoutGroup] 2024-11-25T07:18:51,790 INFO [M:0;5eb3d201e8c9:40651 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:18:51,790 INFO [M:0;5eb3d201e8c9:40651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:18:51,790 DEBUG [M:0;5eb3d201e8c9:40651 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:18:51,790 INFO [M:0;5eb3d201e8c9:40651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:18:51,790 INFO [M:0;5eb3d201e8c9:40651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:18:51,790 INFO [M:0;5eb3d201e8c9:40651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:18:51,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:18:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0665786275/master 2024-11-25T07:18:51,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0665786275 2024-11-25T07:18:51,791 DEBUG [M:0;5eb3d201e8c9:40651 {}] zookeeper.ZKUtil(347): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Unable to get data of znode /0665786275/master because node does not exist (not an error) 2024-11-25T07:18:51,791 WARN [M:0;5eb3d201e8c9:40651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:18:51,793 INFO [M:0;5eb3d201e8c9:40651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/.lastflushedseqids 2024-11-25T07:18:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741850_1026 (size=263) 2024-11-25T07:18:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45395-0x1014dfc9d7d0001, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:51,889 INFO [RS:0;5eb3d201e8c9:45395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:18:51,889 INFO [RS:0;5eb3d201e8c9:45395 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,45395,1732519048936; zookeeper connection closed. 2024-11-25T07:18:51,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@588017f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@588017f 2024-11-25T07:18:51,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:18:52,198 INFO [M:0;5eb3d201e8c9:40651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:18:52,198 INFO [M:0;5eb3d201e8c9:40651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:18:52,198 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:18:52,198 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:52,198 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:52,198 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:18:52,198 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:52,198 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-25T07:18:52,214 DEBUG [M:0;5eb3d201e8c9:40651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f830680051f942988cdd88abd19ba50b is 82, key is hbase:meta,,1/info:regioninfo/1732519051912/Put/seqid=0 2024-11-25T07:18:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741851_1027 (size=5672) 2024-11-25T07:18:52,618 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f830680051f942988cdd88abd19ba50b 2024-11-25T07:18:52,638 DEBUG [M:0;5eb3d201e8c9:40651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d46c53bc3b4a4c9259151a08ee5f2a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732519056660/Put/seqid=0 2024-11-25T07:18:52,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741852_1028 (size=7241) 2024-11-25T07:18:53,043 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d46c53bc3b4a4c9259151a08ee5f2a 2024-11-25T07:18:53,047 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6d46c53bc3b4a4c9259151a08ee5f2a 2024-11-25T07:18:53,062 DEBUG [M:0;5eb3d201e8c9:40651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9016a69158ff4eeabfec24fa2684a3a1 is 69, key is 5eb3d201e8c9,45395,1732519048936/rs:state/1732519050775/Put/seqid=0 2024-11-25T07:18:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741853_1029 (size=5156) 2024-11-25T07:18:53,466 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9016a69158ff4eeabfec24fa2684a3a1 2024-11-25T07:18:53,472 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f830680051f942988cdd88abd19ba50b as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f830680051f942988cdd88abd19ba50b 2024-11-25T07:18:53,476 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f830680051f942988cdd88abd19ba50b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T07:18:53,477 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6d46c53bc3b4a4c9259151a08ee5f2a as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d46c53bc3b4a4c9259151a08ee5f2a 2024-11-25T07:18:53,481 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6d46c53bc3b4a4c9259151a08ee5f2a 2024-11-25T07:18:53,481 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6d46c53bc3b4a4c9259151a08ee5f2a, entries=11, sequenceid=105, filesize=7.1 K 2024-11-25T07:18:53,482 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9016a69158ff4eeabfec24fa2684a3a1 as hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9016a69158ff4eeabfec24fa2684a3a1 2024-11-25T07:18:53,485 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/f14f4be8-7379-d400-2b45-c9fc9db7cdee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9016a69158ff4eeabfec24fa2684a3a1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T07:18:53,486 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-25T07:18:53,487 INFO [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:53,488 DEBUG [M:0;5eb3d201e8c9:40651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519132198Disabling compacts and flushes for region at 1732519132198Disabling writes for close at 1732519132198Obtaining lock to block concurrent updates at 1732519132198Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519132198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732519132198Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519132199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519132199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519132214 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519132214Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519132624 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519132638 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519132638Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519133047 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519133061 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519133061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d928eac: reopening flushed file at 1732519133471 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648cfdc0: reopening flushed file at 1732519133476 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4d6f0d: reopening flushed file at 1732519133481 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1732519133486 (+5 ms)Writing region close event to WAL at 1732519133487 (+1 ms)Closed at 1732519133487 2024-11-25T07:18:53,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44937 is added to blk_1073741830_1006 (size=64538) 2024-11-25T07:18:53,490 INFO [M:0;5eb3d201e8c9:40651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:18:53,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:18:53,490 INFO [M:0;5eb3d201e8c9:40651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40651 2024-11-25T07:18:53,491 INFO [M:0;5eb3d201e8c9:40651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:18:53,593 INFO [M:0;5eb3d201e8c9:40651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:18:53,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:53,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x1014dfc9d7d0000, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:18:53,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77693485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:18:53,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:18:53,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:18:53,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:18:53,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.log.dir/,STOPPED} 2024-11-25T07:18:53,599 WARN [BP-2138990030-172.17.0.2-1732519047950 heartbeating to localhost/127.0.0.1:41161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:18:53,599 WARN [BP-2138990030-172.17.0.2-1732519047950 heartbeating to localhost/127.0.0.1:41161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2138990030-172.17.0.2-1732519047950 (Datanode Uuid 5ff40368-7792-4cf7-b734-c8f86089be84) service to localhost/127.0.0.1:41161 2024-11-25T07:18:53,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:18:53,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:18:53,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99/data/data1/current/BP-2138990030-172.17.0.2-1732519047950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:18:53,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/cluster_def6cb24-076c-df03-b9b0-ec5f3884be99/data/data2/current/BP-2138990030-172.17.0.2-1732519047950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:18:53,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:18:53,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8750cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:18:53,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:18:53,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:18:53,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:18:53,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64a0c316-c6e7-4a3b-720f-152c5fba7c23/hadoop.log.dir/,STOPPED} 2024-11-25T07:18:53,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:18:53,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:18:53,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56055) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41161 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56055) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39079 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe284b94cb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe284b94cb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=7533 (was 7666) 2024-11-25T07:18:53,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=7534 2024-11-25T07:18:53,655 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-25T07:18:53,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.log.dir so I do NOT create it in target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d 2024-11-25T07:18:53,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:18:53,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.tmp.dir so I do NOT create it in target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d 2024-11-25T07:18:53,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e8d7765-0ddd-0898-da5f-7f8c9d1ceee4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:18:53,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d 2024-11-25T07:18:53,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b, deleteOnExit=true 2024-11-25T07:18:53,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b/zookeeper_0, clientPort=51421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:18:53,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51421 2024-11-25T07:18:53,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:18:53,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:18:53,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/test.cache.data in system properties and HBase conf 2024-11-25T07:18:53,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:18:53,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:18:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:18:53,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:18:53,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:18:53,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:18:53,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:18:53,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:18:53,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:18:53,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dfc9d7d0005, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:18:53,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dfc9d7d0002, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:18:53,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dfc9d7d0005, quorum=127.0.0.1:56055, baseZNode=/1847918579 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:18:53,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dfc9d7d0002, quorum=127.0.0.1:56055, baseZNode=/0665786275 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:18:53,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:18:53,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:18:53,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:18:53,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:18:53,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:18:53,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:18:53,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:18:53,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:18:53,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/java.io.tmpdir/jetty-localhost-37533-hadoop-hdfs-3_4_1-tests_jar-_-any-15387784049069159889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:18:53,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:37533} 2024-11-25T07:18:53,861 INFO [Time-limited test {}] server.Server(415): Started @130680ms 2024-11-25T07:18:53,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:18:53,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:18:53,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:18:53,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:18:53,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:18:53,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:18:53,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:18:54,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/java.io.tmpdir/jetty-localhost-46053-hadoop-hdfs-3_4_1-tests_jar-_-any-7243612717161808057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:18:54,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:46053} 2024-11-25T07:18:54,047 INFO [Time-limited test {}] server.Server(415): Started @130866ms 2024-11-25T07:18:54,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:18:54,157 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b/data/data1/current/BP-107917138-172.17.0.2-1732519133685/current, will proceed with Du for space computation calculation, 2024-11-25T07:18:54,157 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b/data/data2/current/BP-107917138-172.17.0.2-1732519133685/current, will proceed with Du for space computation calculation, 2024-11-25T07:18:54,176 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:18:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x819885ad23782ad4 with lease ID 0xbaa84eaeeecf4697: Processing first storage report for DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9 from datanode DatanodeRegistration(127.0.0.1:41291, datanodeUuid=af13601b-6df2-4959-99c2-45a336492e73, infoPort=34591, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1281355373;c=1732519133685) 2024-11-25T07:18:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x819885ad23782ad4 with lease ID 0xbaa84eaeeecf4697: from storage DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9 node DatanodeRegistration(127.0.0.1:41291, datanodeUuid=af13601b-6df2-4959-99c2-45a336492e73, infoPort=34591, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1281355373;c=1732519133685), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:18:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x819885ad23782ad4 with lease ID 0xbaa84eaeeecf4697: Processing first storage report for DS-3f3dc165-c2bd-476e-98a5-5abff99762c0 from datanode DatanodeRegistration(127.0.0.1:41291, datanodeUuid=af13601b-6df2-4959-99c2-45a336492e73, infoPort=34591, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1281355373;c=1732519133685) 2024-11-25T07:18:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x819885ad23782ad4 with lease ID 0xbaa84eaeeecf4697: from storage DS-3f3dc165-c2bd-476e-98a5-5abff99762c0 node DatanodeRegistration(127.0.0.1:41291, datanodeUuid=af13601b-6df2-4959-99c2-45a336492e73, infoPort=34591, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=1281355373;c=1732519133685), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:18:54,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d 2024-11-25T07:18:54,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:54,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:18:54,688 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf with version=8 2024-11-25T07:18:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/hbase-staging 2024-11-25T07:18:54,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:18:54,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:54,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:54,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:18:54,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:54,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:18:54,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:18:54,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:18:54,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45521 2024-11-25T07:18:54,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45521 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:18:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455210x0, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:18:54,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45521-0x1014dfdec690000 connected 2024-11-25T07:18:54,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:54,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:54,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:18:54,719 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf, hbase.cluster.distributed=false 2024-11-25T07:18:54,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/acl 2024-11-25T07:18:54,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-25T07:18:54,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-25T07:18:54,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-25T07:18:54,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-25T07:18:54,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-25T07:18:54,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:18:54,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:54,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:54,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:18:54,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:54,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:18:54,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:18:54,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:18:54,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36663 2024-11-25T07:18:54,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36663 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:18:54,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:54,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:54,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366630x0, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:18:54,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36663-0x1014dfdec690001 connected 2024-11-25T07:18:54,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:18:54,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:18:54,749 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:18:54,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/master 2024-11-25T07:18:54,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/acl 2024-11-25T07:18:54,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36663 2024-11-25T07:18:54,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36663 2024-11-25T07:18:54,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36663 2024-11-25T07:18:54,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36663 2024-11-25T07:18:54,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36663 2024-11-25T07:18:54,768 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:45521 2024-11-25T07:18:54,768 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01751387553/backup-masters/5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:18:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:18:54,770 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on existing znode=/01751387553/backup-masters/5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:54,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751387553/master 2024-11-25T07:18:54,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:54,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:54,772 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on existing znode=/01751387553/master 2024-11-25T07:18:54,776 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01751387553/backup-masters/5eb3d201e8c9,45521,1732519134690 from backup master directory 2024-11-25T07:18:54,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:18:54,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/backup-masters/5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:54,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:18:54,779 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:18:54,779 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:54,785 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/hbase.id] with ID: 5b9722d0-f009-411a-b5bb-51db1cfa986e 2024-11-25T07:18:54,785 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/.tmp/hbase.id 2024-11-25T07:18:54,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:18:55,190 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/.tmp/hbase.id]:[hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/hbase.id] 2024-11-25T07:18:55,201 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:55,201 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:18:55,202 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:18:55,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:55,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:18:55,609 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:18:55,610 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:18:55,611 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:18:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:18:56,018 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store 2024-11-25T07:18:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:18:56,424 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:18:56,424 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:18:56,424 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:56,424 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:56,424 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:18:56,424 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:56,424 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:18:56,424 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519136424Disabling compacts and flushes for region at 1732519136424Disabling writes for close at 1732519136424Writing region close event to WAL at 1732519136424Closed at 1732519136424 2024-11-25T07:18:56,425 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/.initializing 2024-11-25T07:18:56,426 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:56,427 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:18:56,429 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C45521%2C1732519134690, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/oldWALs, maxLogs=10 2024-11-25T07:18:56,442 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429, exclude list is [], retry=0 2024-11-25T07:18:56,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:18:56,446 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 2024-11-25T07:18:56,446 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:18:56,446 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:18:56,446 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:18:56,446 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,446 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:18:56,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:56,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:56,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:18:56,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:56,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:18:56,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:18:56,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:56,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:18:56,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:18:56,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:56,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:18:56,454 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,454 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,454 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,456 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,456 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,456 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:18:56,457 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:18:56,459 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:18:56,459 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72037712, jitterRate=0.07344555854797363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:18:56,460 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519136447Initializing all the Stores at 1732519136447Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519136447Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519136447Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519136447Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519136447Cleaning up temporary data from old regions at 1732519136456 (+9 ms)Region opened successfully at 1732519136460 (+4 ms) 2024-11-25T07:18:56,460 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:18:56,463 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7952d6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:18:56,464 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:18:56,464 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:18:56,464 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:18:56,464 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:18:56,464 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:18:56,465 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:18:56,465 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:18:56,467 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:18:56,467 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/balancer because node does not exist (not necessarily an error) 2024-11-25T07:18:56,468 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/balancer already deleted, retry=false 2024-11-25T07:18:56,469 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:18:56,469 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:18:56,470 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/normalizer already deleted, retry=false 2024-11-25T07:18:56,471 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:18:56,471 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:18:56,472 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/switch/split already deleted, retry=false 2024-11-25T07:18:56,473 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:18:56,476 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/switch/merge already deleted, retry=false 2024-11-25T07:18:56,477 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:18:56,478 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/snapshot-cleanup already deleted, retry=false 2024-11-25T07:18:56,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751387553/running 2024-11-25T07:18:56,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:56,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751387553/running 2024-11-25T07:18:56,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:56,480 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,45521,1732519134690, sessionid=0x1014dfdec690000, setting cluster-up flag (Was=false) 2024-11-25T07:18:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:56,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:56,488 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751387553/flush-table-proc/acquired, /01751387553/flush-table-proc/reached, /01751387553/flush-table-proc/abort 2024-11-25T07:18:56,489 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:56,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:56,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:56,498 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751387553/online-snapshot/acquired, /01751387553/online-snapshot/reached, /01751387553/online-snapshot/abort 2024-11-25T07:18:56,499 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:56,500 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:18:56,501 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:18:56,501 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:18:56,502 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:18:56,502 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,45521,1732519134690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:18:56,503 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519166503 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:18:56,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:18:56,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:18:56,505 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:18:56,505 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:18:56,505 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:18:56,505 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:18:56,505 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:18:56,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:56,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:18:56,508 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519136505,5,FailOnTimeoutGroup] 2024-11-25T07:18:56,509 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519136508,5,FailOnTimeoutGroup] 2024-11-25T07:18:56,509 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,509 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:18:56,509 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,509 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:18:56,558 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(746): ClusterId : 5b9722d0-f009-411a-b5bb-51db1cfa986e 2024-11-25T07:18:56,558 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:18:56,560 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:18:56,560 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:18:56,562 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:18:56,562 DEBUG [RS:0;5eb3d201e8c9:36663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fec6da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:18:56,581 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:36663 2024-11-25T07:18:56,581 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:18:56,581 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:18:56,581 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:18:56,582 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,45521,1732519134690 with port=36663, startcode=1732519134738 2024-11-25T07:18:56,582 DEBUG [RS:0;5eb3d201e8c9:36663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:18:56,584 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:18:56,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:56,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:56,586 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf 2024-11-25T07:18:56,586 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44805 2024-11-25T07:18:56,586 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:18:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/rs 2024-11-25T07:18:56,588 DEBUG [RS:0;5eb3d201e8c9:36663 {}] zookeeper.ZKUtil(111): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on existing znode=/01751387553/rs/5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:56,588 WARN [RS:0;5eb3d201e8c9:36663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:18:56,588 INFO [RS:0;5eb3d201e8c9:36663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:18:56,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,36663,1732519134738] 2024-11-25T07:18:56,588 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:56,592 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:18:56,594 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:18:56,595 INFO [RS:0;5eb3d201e8c9:36663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:18:56,595 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,595 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:18:56,596 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:18:56,596 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:18:56,596 DEBUG [RS:0;5eb3d201e8c9:36663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:18:56,598 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,598 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,598 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,598 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,598 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,598 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36663,1732519134738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:18:56,615 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:18:56,616 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36663,1732519134738-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,616 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,616 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.Replication(171): 5eb3d201e8c9,36663,1732519134738 started 2024-11-25T07:18:56,629 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:56,629 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,36663,1732519134738, RpcServer on 5eb3d201e8c9/172.17.0.2:36663, sessionid=0x1014dfdec690001 2024-11-25T07:18:56,629 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:18:56,629 DEBUG [RS:0;5eb3d201e8c9:36663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:56,629 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,36663,1732519134738' 2024-11-25T07:18:56,629 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751387553/flush-table-proc/abort' 2024-11-25T07:18:56,630 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751387553/flush-table-proc/acquired' 2024-11-25T07:18:56,630 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:18:56,630 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:18:56,630 DEBUG [RS:0;5eb3d201e8c9:36663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:56,630 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,36663,1732519134738' 2024-11-25T07:18:56,630 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751387553/online-snapshot/abort' 2024-11-25T07:18:56,631 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751387553/online-snapshot/acquired' 2024-11-25T07:18:56,631 DEBUG [RS:0;5eb3d201e8c9:36663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:18:56,631 INFO [RS:0;5eb3d201e8c9:36663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:18:56,631 INFO [RS:0;5eb3d201e8c9:36663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:18:56,731 INFO [RS:0;5eb3d201e8c9:36663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:18:56,733 INFO [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C36663%2C1732519134738, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs, maxLogs=10 2024-11-25T07:18:56,754 DEBUG [RS:0;5eb3d201e8c9:36663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.1732519136734, exclude list is [], retry=0 2024-11-25T07:18:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:18:56,759 INFO [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.1732519136734 2024-11-25T07:18:56,759 DEBUG [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:18:56,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:18:56,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:56,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:56,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:56,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:56,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:56,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:18:56,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:18:56,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf 2024-11-25T07:18:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:18:57,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:18:57,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:18:57,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:18:57,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:18:57,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:18:57,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:18:57,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:18:57,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:18:57,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:18:57,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:18:57,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740 2024-11-25T07:18:57,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740 2024-11-25T07:18:57,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:18:57,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:18:57,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:18:57,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:18:57,332 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:18:57,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74795557, jitterRate=0.11454065144062042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:18:57,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519137321Initializing all the Stores at 1732519137322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519137322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519137322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519137322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519137322Cleaning up temporary data from old regions at 1732519137329 (+7 ms)Region opened successfully at 1732519137334 (+5 ms) 2024-11-25T07:18:57,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:18:57,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:18:57,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:18:57,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:18:57,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:18:57,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:18:57,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519137334Disabling compacts and flushes for region at 1732519137334Disabling writes for close at 1732519137334Writing region close event to WAL at 1732519137334Closed at 1732519137334 2024-11-25T07:18:57,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:18:57,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:18:57,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:18:57,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:18:57,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:18:57,488 DEBUG [5eb3d201e8c9:45521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:18:57,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:57,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,36663,1732519134738, state=OPENING 2024-11-25T07:18:57,492 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:18:57,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:57,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:18:57,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:18:57,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:18:57,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:18:57,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,36663,1732519134738}] 2024-11-25T07:18:57,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:18:57,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:18:57,652 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:18:57,652 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:18:57,652 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:18:57,654 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C36663%2C1732519134738.meta, suffix=.meta, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs, maxLogs=10 2024-11-25T07:18:57,668 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.meta.1732519137654.meta, exclude list is [], retry=0 2024-11-25T07:18:57,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:18:57,671 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.meta.1732519137654.meta 2024-11-25T07:18:57,671 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:18:57,672 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:18:57,672 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:18:57,672 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:18:57,672 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:18:57,672 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:18:57,673 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:18:57,673 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:18:57,673 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:18:57,673 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:18:57,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:18:57,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:18:57,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:18:57,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:18:57,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:18:57,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:18:57,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:18:57,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:18:57,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:18:57,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:18:57,678 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:18:57,679 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740 2024-11-25T07:18:57,680 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740 2024-11-25T07:18:57,681 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:18:57,681 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:18:57,682 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:18:57,683 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:18:57,684 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72654988, jitterRate=0.08264368772506714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:18:57,684 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:18:57,685 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519137673Writing region info on filesystem at 1732519137673Initializing all the Stores at 1732519137674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519137674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519137674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519137674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519137674Cleaning up temporary data from old regions at 1732519137681 (+7 ms)Running coprocessor post-open hooks at 1732519137684 (+3 ms)Region opened successfully at 1732519137685 (+1 ms) 2024-11-25T07:18:57,686 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519137646 2024-11-25T07:18:57,688 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:18:57,688 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:18:57,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:57,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,36663,1732519134738, state=OPEN 2024-11-25T07:18:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:18:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:18:57,695 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,36663,1732519134738 2024-11-25T07:18:57,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:18:57,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:18:57,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:18:57,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,36663,1732519134738 in 201 msec 2024-11-25T07:18:57,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:18:57,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-25T07:18:57,701 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:18:57,701 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:18:57,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:18:57,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,36663,1732519134738, seqNum=-1] 2024-11-25T07:18:57,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:18:57,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:18:57,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-25T07:18:57,709 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519137708, completionTime=-1 2024-11-25T07:18:57,709 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:18:57,709 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:18:57,710 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519197711 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519257711 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45521,1732519134690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45521,1732519134690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45521,1732519134690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:45521, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:57,711 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:57,713 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45521,1732519134690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:18:57,715 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45521,1732519134690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:18:57,718 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:18:57,718 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:18:57,718 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45521,1732519134690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:18:57,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:18:57,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,45521,-1 for getting cluster id 2024-11-25T07:18:57,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:18:57,761 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b9722d0-f009-411a-b5bb-51db1cfa986e' 2024-11-25T07:18:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:18:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b9722d0-f009-411a-b5bb-51db1cfa986e" 2024-11-25T07:18:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6f5032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:18:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,45521,-1] 2024-11-25T07:18:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:18:57,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:18:57,763 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:18:57,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:18:57,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:18:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,36663,1732519134738, seqNum=-1] 2024-11-25T07:18:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:18:57,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:18:57,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,45521,1732519134690 2024-11-25T07:18:57,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:18:57,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:18:57,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dfdec690002 connected 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.log.dir so I do NOT create it in target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7 2024-11-25T07:18:57,775 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.tmp.dir so I do NOT create it in target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7 2024-11-25T07:18:57,775 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:18:57,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/cluster_cd66e92c-1e53-382f-5633-df42fb810e47, deleteOnExit=true 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/test.cache.data in system properties and HBase conf 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:18:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:18:57,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:18:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:18:57,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:18:57,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:18:57,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:18:57,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:18:57,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:18:57,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:18:57,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:18:57,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:18:57,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/java.io.tmpdir/jetty-localhost-39761-hadoop-hdfs-3_4_1-tests_jar-_-any-5565191715121554814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:18:57,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:39761} 2024-11-25T07:18:57,985 INFO [Time-limited test {}] server.Server(415): Started @134804ms 2024-11-25T07:18:58,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:18:58,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:18:58,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:18:58,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:18:58,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:18:58,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:18:58,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:18:58,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/java.io.tmpdir/jetty-localhost-40237-hadoop-hdfs-3_4_1-tests_jar-_-any-11954070591640384456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:18:58,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:40237} 2024-11-25T07:18:58,230 INFO [Time-limited test {}] server.Server(415): Started @135049ms 2024-11-25T07:18:58,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:18:58,347 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/cluster_cd66e92c-1e53-382f-5633-df42fb810e47/data/data2/current/BP-2055703024-172.17.0.2-1732519137796/current, will proceed with Du for space computation calculation, 2024-11-25T07:18:58,347 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/cluster_cd66e92c-1e53-382f-5633-df42fb810e47/data/data1/current/BP-2055703024-172.17.0.2-1732519137796/current, will proceed with Du for space computation calculation, 2024-11-25T07:18:58,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:18:58,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T07:18:58,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:18:58,368 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:18:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c1cba8a4763da31 with lease ID 0xf459a05b19d48c7b: Processing first storage report for DS-cbbe83ff-2f02-4088-8d27-1a5463cddd00 from datanode DatanodeRegistration(127.0.0.1:37695, datanodeUuid=8161f70b-c418-4957-b49c-3a6e73e8810e, infoPort=41957, infoSecurePort=0, ipcPort=36937, storageInfo=lv=-57;cid=testClusterID;nsid=1635649510;c=1732519137796) 2024-11-25T07:18:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c1cba8a4763da31 with lease ID 0xf459a05b19d48c7b: from storage DS-cbbe83ff-2f02-4088-8d27-1a5463cddd00 node DatanodeRegistration(127.0.0.1:37695, datanodeUuid=8161f70b-c418-4957-b49c-3a6e73e8810e, infoPort=41957, infoSecurePort=0, ipcPort=36937, storageInfo=lv=-57;cid=testClusterID;nsid=1635649510;c=1732519137796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:18:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c1cba8a4763da31 with lease ID 0xf459a05b19d48c7b: Processing first storage report for DS-e5685fa6-1fc9-43f5-b039-982d3814cd3a from datanode DatanodeRegistration(127.0.0.1:37695, datanodeUuid=8161f70b-c418-4957-b49c-3a6e73e8810e, infoPort=41957, infoSecurePort=0, ipcPort=36937, storageInfo=lv=-57;cid=testClusterID;nsid=1635649510;c=1732519137796) 2024-11-25T07:18:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c1cba8a4763da31 with lease ID 0xf459a05b19d48c7b: from storage DS-e5685fa6-1fc9-43f5-b039-982d3814cd3a node DatanodeRegistration(127.0.0.1:37695, datanodeUuid=8161f70b-c418-4957-b49c-3a6e73e8810e, infoPort=41957, infoSecurePort=0, ipcPort=36937, storageInfo=lv=-57;cid=testClusterID;nsid=1635649510;c=1732519137796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:18:58,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7 2024-11-25T07:18:58,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:58,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:18:58,877 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a with version=8 2024-11-25T07:18:58,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/hbase-staging 2024-11-25T07:18:58,880 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:18:58,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:58,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:58,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:18:58,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:58,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:18:58,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:18:58,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:18:58,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36363 2024-11-25T07:18:58,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36363 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:18:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363630x0, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:18:58,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36363-0x1014dfdec690003 connected 2024-11-25T07:18:58,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:58,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:58,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on znode that does not yet exist, /1-438716877/running 2024-11-25T07:18:58,902 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a, hbase.cluster.distributed=false 2024-11-25T07:18:58,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on znode that does not yet exist, /1-438716877/acl 2024-11-25T07:18:58,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36363 2024-11-25T07:18:58,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36363 2024-11-25T07:18:58,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36363 2024-11-25T07:18:58,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36363 2024-11-25T07:18:58,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36363 2024-11-25T07:18:58,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:18:58,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:58,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:58,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:18:58,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:18:58,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:18:58,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:18:58,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:18:58,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43279 2024-11-25T07:18:58,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43279 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:18:58,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:58,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:58,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432790x0, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:18:58,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432790x0, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on znode that does not yet exist, /1-438716877/running 2024-11-25T07:18:58,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:18:58,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43279-0x1014dfdec690004 connected 2024-11-25T07:18:58,948 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:18:58,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on znode that does not yet exist, /1-438716877/master 2024-11-25T07:18:58,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on znode that does not yet exist, /1-438716877/acl 2024-11-25T07:18:58,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-25T07:18:58,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43279 2024-11-25T07:18:58,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43279 2024-11-25T07:18:58,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-25T07:18:58,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-25T07:18:58,978 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:36363 2024-11-25T07:18:58,979 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-438716877/backup-masters/5eb3d201e8c9,36363,1732519138880 2024-11-25T07:18:58,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877/backup-masters 2024-11-25T07:18:58,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877/backup-masters 2024-11-25T07:18:58,981 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on existing znode=/1-438716877/backup-masters/5eb3d201e8c9,36363,1732519138880 2024-11-25T07:18:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-438716877/master 2024-11-25T07:18:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:18:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:18:58,985 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on existing znode=/1-438716877/master 2024-11-25T07:18:58,985 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-438716877/backup-masters/5eb3d201e8c9,36363,1732519138880 from backup master directory 2024-11-25T07:18:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877/backup-masters 2024-11-25T07:18:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438716877/backup-masters/5eb3d201e8c9,36363,1732519138880 2024-11-25T07:18:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877/backup-masters 2024-11-25T07:18:58,986 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:18:58,986 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,36363,1732519138880 2024-11-25T07:18:58,991 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/hbase.id] with ID: b13ad319-1026-4c9f-ba3b-4c6c1e272608 2024-11-25T07:18:58,991 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/.tmp/hbase.id 2024-11-25T07:18:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:18:59,401 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/.tmp/hbase.id]:[hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/hbase.id] 2024-11-25T07:18:59,415 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:18:59,416 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:18:59,417 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:18:59,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:18:59,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:18:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:18:59,835 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:18:59,836 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:18:59,836 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:18:59,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:19:00,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store 2024-11-25T07:19:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:19:00,658 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:00,658 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:00,658 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:00,658 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:00,658 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:00,658 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:00,659 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:00,659 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519140658Disabling compacts and flushes for region at 1732519140658Disabling writes for close at 1732519140658Writing region close event to WAL at 1732519140658Closed at 1732519140659 (+1 ms) 2024-11-25T07:19:00,660 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/.initializing 2024-11-25T07:19:00,660 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/WALs/5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:00,661 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:00,663 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C36363%2C1732519138880, suffix=, logDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/WALs/5eb3d201e8c9,36363,1732519138880, archiveDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/oldWALs, maxLogs=10 2024-11-25T07:19:00,684 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/WALs/5eb3d201e8c9,36363,1732519138880/5eb3d201e8c9%2C36363%2C1732519138880.1732519140663, exclude list is [], retry=0 2024-11-25T07:19:00,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37695,DS-cbbe83ff-2f02-4088-8d27-1a5463cddd00,DISK] 2024-11-25T07:19:00,689 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/WALs/5eb3d201e8c9,36363,1732519138880/5eb3d201e8c9%2C36363%2C1732519138880.1732519140663 2024-11-25T07:19:00,690 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41957:41957)] 2024-11-25T07:19:00,690 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:00,690 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:00,690 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,690 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:19:00,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:00,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:00,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:19:00,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:00,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:00,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:19:00,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:00,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:00,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:19:00,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:00,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:00,701 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,701 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,703 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,703 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,703 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:00,704 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:00,706 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:00,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63806280, jitterRate=-0.04921233654022217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:00,707 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519140690Initializing all the Stores at 1732519140691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519140691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519140694 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519140694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519140694Cleaning up temporary data from old regions at 1732519140703 (+9 ms)Region opened successfully at 1732519140707 (+4 ms) 2024-11-25T07:19:00,707 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:19:00,711 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56432bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:00,712 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:19:00,712 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:19:00,712 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:19:00,712 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:19:00,713 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:19:00,713 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:19:00,713 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:19:00,722 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:19:00,723 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Unable to get data of znode /1-438716877/balancer because node does not exist (not necessarily an error) 2024-11-25T07:19:00,724 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438716877/balancer already deleted, retry=false 2024-11-25T07:19:00,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:19:00,725 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Unable to get data of znode /1-438716877/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:19:00,727 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438716877/normalizer already deleted, retry=false 2024-11-25T07:19:00,727 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:19:00,728 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Unable to get data of znode /1-438716877/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:19:00,729 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438716877/switch/split already deleted, retry=false 2024-11-25T07:19:00,730 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Unable to get data of znode /1-438716877/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:19:00,731 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438716877/switch/merge already deleted, retry=false 2024-11-25T07:19:00,732 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Unable to get data of znode /1-438716877/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:19:00,734 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-438716877/snapshot-cleanup already deleted, retry=false 2024-11-25T07:19:00,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-438716877/running 2024-11-25T07:19:00,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:00,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-438716877/running 2024-11-25T07:19:00,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:00,737 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,36363,1732519138880, sessionid=0x1014dfdec690003, setting cluster-up flag (Was=false) 2024-11-25T07:19:00,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:00,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:00,747 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-438716877/flush-table-proc/acquired, /1-438716877/flush-table-proc/reached, /1-438716877/flush-table-proc/abort 2024-11-25T07:19:00,748 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:00,756 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-438716877/online-snapshot/acquired, /1-438716877/online-snapshot/reached, /1-438716877/online-snapshot/abort 2024-11-25T07:19:00,757 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:00,758 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:19:00,759 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:00,760 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:19:00,760 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:19:00,760 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,36363,1732519138880 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:00,761 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:00,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:19:00,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:00,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519170769 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:19:00,769 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(746): ClusterId : b13ad319-1026-4c9f-ba3b-4c6c1e272608 2024-11-25T07:19:00,769 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:19:00,769 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:19:00,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:19:00,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:19:00,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:19:00,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:19:00,770 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:19:00,771 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:19:00,771 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:19:00,772 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519140771,5,FailOnTimeoutGroup] 2024-11-25T07:19:00,774 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:19:00,775 DEBUG [RS:0;5eb3d201e8c9:43279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cae242c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:19:00,780 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519140772,5,FailOnTimeoutGroup] 2024-11-25T07:19:00,780 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,780 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:19:00,780 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,780 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,792 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:43279 2024-11-25T07:19:00,792 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:19:00,792 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:19:00,792 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:19:00,793 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,36363,1732519138880 with port=43279, startcode=1732519138930 2024-11-25T07:19:00,793 DEBUG [RS:0;5eb3d201e8c9:43279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:19:00,795 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:19:00,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:00,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36363 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:00,797 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a 2024-11-25T07:19:00,797 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35591 2024-11-25T07:19:00,797 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:19:00,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877/rs 2024-11-25T07:19:00,804 DEBUG [RS:0;5eb3d201e8c9:43279 {}] zookeeper.ZKUtil(111): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on existing znode=/1-438716877/rs/5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:00,804 WARN [RS:0;5eb3d201e8c9:43279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:00,804 INFO [RS:0;5eb3d201e8c9:43279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:00,804 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:00,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,43279,1732519138930] 2024-11-25T07:19:00,807 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:19:00,809 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:19:00,810 INFO [RS:0;5eb3d201e8c9:43279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:19:00,810 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,810 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:19:00,811 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:19:00,811 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:00,811 DEBUG [RS:0;5eb3d201e8c9:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:00,812 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,812 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,812 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,812 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,812 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,812 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43279,1732519138930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:00,827 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:19:00,827 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,43279,1732519138930-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,828 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,828 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.Replication(171): 5eb3d201e8c9,43279,1732519138930 started 2024-11-25T07:19:00,842 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:00,842 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,43279,1732519138930, RpcServer on 5eb3d201e8c9/172.17.0.2:43279, sessionid=0x1014dfdec690004 2024-11-25T07:19:00,842 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:19:00,842 DEBUG [RS:0;5eb3d201e8c9:43279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:00,842 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,43279,1732519138930' 2024-11-25T07:19:00,842 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-438716877/flush-table-proc/abort' 2024-11-25T07:19:00,843 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-438716877/flush-table-proc/acquired' 2024-11-25T07:19:00,843 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:19:00,843 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:19:00,843 DEBUG [RS:0;5eb3d201e8c9:43279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:00,843 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,43279,1732519138930' 2024-11-25T07:19:00,843 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-438716877/online-snapshot/abort' 2024-11-25T07:19:00,850 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-438716877/online-snapshot/acquired' 2024-11-25T07:19:00,851 DEBUG [RS:0;5eb3d201e8c9:43279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:19:00,851 INFO [RS:0;5eb3d201e8c9:43279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:19:00,851 INFO [RS:0;5eb3d201e8c9:43279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:19:00,951 INFO [RS:0;5eb3d201e8c9:43279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:00,953 INFO [RS:0;5eb3d201e8c9:43279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C43279%2C1732519138930, suffix=, logDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930, archiveDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/oldWALs, maxLogs=10 2024-11-25T07:19:00,967 DEBUG [RS:0;5eb3d201e8c9:43279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930/5eb3d201e8c9%2C43279%2C1732519138930.1732519140953, exclude list is [], retry=0 2024-11-25T07:19:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37695,DS-cbbe83ff-2f02-4088-8d27-1a5463cddd00,DISK] 2024-11-25T07:19:00,971 INFO [RS:0;5eb3d201e8c9:43279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930/5eb3d201e8c9%2C43279%2C1732519138930.1732519140953 2024-11-25T07:19:00,972 DEBUG [RS:0;5eb3d201e8c9:43279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41957:41957)] 2024-11-25T07:19:01,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:19:01,179 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a 2024-11-25T07:19:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:19:01,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:01,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:01,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:01,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:01,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:01,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:01,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:01,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:01,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:01,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:01,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740 2024-11-25T07:19:01,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740 2024-11-25T07:19:01,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:01,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:01,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:01,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:01,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:01,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71418569, jitterRate=0.06421960890293121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:01,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519141586Initializing all the Stores at 1732519141587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519141587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519141587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519141587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519141587Cleaning up temporary data from old regions at 1732519141601 (+14 ms)Region opened successfully at 1732519141608 (+7 ms) 2024-11-25T07:19:01,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:01,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:01,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:01,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:01,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:01,609 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:01,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519141609Disabling compacts and flushes for region at 1732519141609Disabling writes for close at 1732519141609Writing region close event to WAL at 1732519141609Closed at 1732519141609 2024-11-25T07:19:01,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:01,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:19:01,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:19:01,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:01,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:19:01,764 DEBUG [5eb3d201e8c9:36363 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:19:01,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:01,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,43279,1732519138930, state=OPENING 2024-11-25T07:19:01,768 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:19:01,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:01,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:01,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:01,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438716877/meta-region-server: CHANGED 2024-11-25T07:19:01,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438716877/meta-region-server: CHANGED 2024-11-25T07:19:01,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,43279,1732519138930}] 2024-11-25T07:19:01,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:01,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:19:01,929 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:19:01,929 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:01,929 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:19:01,930 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C43279%2C1732519138930.meta, suffix=.meta, logDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930, archiveDir=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/oldWALs, maxLogs=10 2024-11-25T07:19:01,944 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930/5eb3d201e8c9%2C43279%2C1732519138930.meta.1732519141931.meta, exclude list is [], retry=0 2024-11-25T07:19:01,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37695,DS-cbbe83ff-2f02-4088-8d27-1a5463cddd00,DISK] 2024-11-25T07:19:01,948 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930/5eb3d201e8c9%2C43279%2C1732519138930.meta.1732519141931.meta 2024-11-25T07:19:01,949 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41957:41957)] 2024-11-25T07:19:01,949 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:01,949 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:01,949 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:01,949 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:19:01,949 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:19:01,949 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:19:01,949 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:01,950 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:19:01,950 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:19:01,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:01,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:01,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:01,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:01,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:01,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:01,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:01,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:01,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:01,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:01,956 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:01,957 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740 2024-11-25T07:19:01,958 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740 2024-11-25T07:19:01,959 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:01,959 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:01,960 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:01,961 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:01,962 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65607869, jitterRate=-0.022366568446159363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:01,962 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:19:01,962 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519141950Writing region info on filesystem at 1732519141950Initializing all the Stores at 1732519141950Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519141951 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519141952 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519141952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519141952Cleaning up temporary data from old regions at 1732519141959 (+7 ms)Running coprocessor post-open hooks at 1732519141962 (+3 ms)Region opened successfully at 1732519141962 2024-11-25T07:19:01,963 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519141923 2024-11-25T07:19:01,965 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:19:01,965 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:19:01,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:01,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,43279,1732519138930, state=OPEN 2024-11-25T07:19:01,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-438716877/meta-region-server 2024-11-25T07:19:01,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-438716877/meta-region-server 2024-11-25T07:19:01,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:01,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438716877/meta-region-server: CHANGED 2024-11-25T07:19:01,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-438716877/meta-region-server: CHANGED 2024-11-25T07:19:01,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:19:01,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,43279,1732519138930 in 199 msec 2024-11-25T07:19:01,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:19:01,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-25T07:19:01,974 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:01,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:19:01,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:01,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,43279,1732519138930, seqNum=-1] 2024-11-25T07:19:01,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:01,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:01,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-25T07:19:01,981 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519141981, completionTime=-1 2024-11-25T07:19:01,982 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:19:01,982 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:19:01,983 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519201983 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519261984 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36363,1732519138880-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36363,1732519138880-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36363,1732519138880-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:36363, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:01,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:01,986 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.001sec 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36363,1732519138880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:01,989 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36363,1732519138880-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:19:01,991 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:19:01,991 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:19:01,991 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36363,1732519138880-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:02,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36363,-1 for getting cluster id 2024-11-25T07:19:02,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:02,072 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b13ad319-1026-4c9f-ba3b-4c6c1e272608' 2024-11-25T07:19:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b13ad319-1026-4c9f-ba3b-4c6c1e272608" 2024-11-25T07:19:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af907fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36363,-1] 2024-11-25T07:19:02,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:02,075 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:02,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,43279,1732519138930, seqNum=-1] 2024-11-25T07:19:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:02,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:02,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:02,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:19:02,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:02,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dfdec690005 connected 2024-11-25T07:19:02,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,45521,-1 for getting cluster id 2024-11-25T07:19:02,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:02,089 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b9722d0-f009-411a-b5bb-51db1cfa986e' 2024-11-25T07:19:02,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b9722d0-f009-411a-b5bb-51db1cfa986e" 2024-11-25T07:19:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd11e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,45521,-1] 2024-11-25T07:19:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:02,091 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a448e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,45521,1732519134690 2024-11-25T07:19:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@385e3a1b 2024-11-25T07:19:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:02,094 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:02,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:36363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:19:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:19:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:02,097 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:36363' 2024-11-25T07:19:02,098 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3cad4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,098 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36363,-1 for getting cluster id 2024-11-25T07:19:02,098 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:02,099 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b13ad319-1026-4c9f-ba3b-4c6c1e272608' 2024-11-25T07:19:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b13ad319-1026-4c9f-ba3b-4c6c1e272608" 2024-11-25T07:19:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1d73e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36363,-1] 2024-11-25T07:19:02,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:02,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:02,100 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:02,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977e6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:02,101 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e11d7d6 2024-11-25T07:19:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:02,103 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:02,103 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T07:19:02,103 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:19:02,103 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:02,103 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:02,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:02,104 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:02,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:19:02,106 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:02,106 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:02,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741835_1011 (size=1138) 2024-11-25T07:19:02,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfaaed590ffeb3000ceda1694c1adbad, NAME => 'hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf 2024-11-25T07:19:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741836_1012 (size=44) 2024-11-25T07:19:02,155 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:19:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:02,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:02,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bfaaed590ffeb3000ceda1694c1adbad, disabling compactions & flushes 2024-11-25T07:19:02,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:02,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:02,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. after waiting 0 ms 2024-11-25T07:19:02,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:02,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:02,533 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfaaed590ffeb3000ceda1694c1adbad: Waiting for close lock at 1732519142533Disabling compacts and flushes for region at 1732519142533Disabling writes for close at 1732519142533Writing region close event to WAL at 1732519142533Closed at 1732519142533 2024-11-25T07:19:02,535 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:02,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519142535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519142535"}]},"ts":"1732519142535"} 2024-11-25T07:19:02,538 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:02,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:02,540 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519142539"}]},"ts":"1732519142539"} 2024-11-25T07:19:02,542 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:19:02,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN}] 2024-11-25T07:19:02,544 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN 2024-11-25T07:19:02,545 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,36663,1732519134738; forceNewPlan=false, retain=false 2024-11-25T07:19:02,592 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:19:02,696 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfaaed590ffeb3000ceda1694c1adbad, regionState=OPENING, regionLocation=5eb3d201e8c9,36663,1732519134738 2024-11-25T07:19:02,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN because future has completed 2024-11-25T07:19:02,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfaaed590ffeb3000ceda1694c1adbad, server=5eb3d201e8c9,36663,1732519134738}] 2024-11-25T07:19:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:02,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:02,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:02,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:19:02,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C36663%2C1732519134738.rep, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs, maxLogs=10 2024-11-25T07:19:02,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.rep.1732519142865, exclude list is [], retry=0 2024-11-25T07:19:02,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:19:02,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.rep.1732519142865 2024-11-25T07:19:02,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:19:02,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bfaaed590ffeb3000ceda1694c1adbad, NAME => 'hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:02,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:02,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:02,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. service=MultiRowMutationService 2024-11-25T07:19:02,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:19:02,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:02,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,908 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,910 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaaed590ffeb3000ceda1694c1adbad columnFamilyName hfileref 2024-11-25T07:19:02,910 DEBUG [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:02,911 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(327): Store=bfaaed590ffeb3000ceda1694c1adbad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:02,911 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,913 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaaed590ffeb3000ceda1694c1adbad columnFamilyName queue 2024-11-25T07:19:02,913 DEBUG [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:02,916 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(327): Store=bfaaed590ffeb3000ceda1694c1adbad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:02,916 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,918 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaaed590ffeb3000ceda1694c1adbad columnFamilyName sid 2024-11-25T07:19:02,918 DEBUG [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:02,919 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(327): Store=bfaaed590ffeb3000ceda1694c1adbad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:02,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:02,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:02,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bfaaed590ffeb3000ceda1694c1adbad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70309528, jitterRate=0.047693610191345215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:02,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:02,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bfaaed590ffeb3000ceda1694c1adbad: Running coprocessor pre-open hook at 1732519142904Writing region info on filesystem at 1732519142904Initializing all the Stores at 1732519142905 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519142905Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519142908 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519142908Cleaning up temporary data from old regions at 1732519142922 (+14 ms)Running coprocessor post-open hooks at 1732519142939 (+17 ms)Region opened successfully at 1732519142940 (+1 ms) 2024-11-25T07:19:02,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., pid=7, masterSystemTime=1732519142853 2024-11-25T07:19:02,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:02,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:02,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfaaed590ffeb3000ceda1694c1adbad, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,36663,1732519134738 2024-11-25T07:19:02,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfaaed590ffeb3000ceda1694c1adbad, server=5eb3d201e8c9,36663,1732519134738 because future has completed 2024-11-25T07:19:02,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T07:19:02,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bfaaed590ffeb3000ceda1694c1adbad, server=5eb3d201e8c9,36663,1732519134738 in 261 msec 2024-11-25T07:19:02,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:19:02,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN in 421 msec 2024-11-25T07:19:02,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:02,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519142967"}]},"ts":"1732519142967"} 2024-11-25T07:19:02,970 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:19:02,971 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:02,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 867 msec 2024-11-25T07:19:03,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., hostname=5eb3d201e8c9,36663,1732519134738, seqNum=2] 2024-11-25T07:19:03,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:03,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:03,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:19:03,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:03,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T07:19:03,185 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:19:03,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:03,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:03,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:03,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:03,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:03,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:03,224 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,36663,1732519134738, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:19:03,225 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:03,225 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,36663,1732519134738, seqNum=-1] 2024-11-25T07:19:03,226 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:03,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-25T07:19:03,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,36663,1732519134738', locateType=CURRENT is [region=hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., hostname=5eb3d201e8c9,36663,1732519134738, seqNum=2] 2024-11-25T07:19:03,232 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T07:19:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T07:19:03,235 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,36663,1732519134738 suceeded 2024-11-25T07:19:03,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T07:19:03,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-25T07:19:03,238 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:36363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:19:03,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1440 sec 2024-11-25T07:19:03,249 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:36363' 2024-11-25T07:19:03,250 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3284942f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:03,250 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36363,-1 for getting cluster id 2024-11-25T07:19:03,250 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:03,251 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b13ad319-1026-4c9f-ba3b-4c6c1e272608' 2024-11-25T07:19:03,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:03,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b13ad319-1026-4c9f-ba3b-4c6c1e272608" 2024-11-25T07:19:03,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f67d6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:03,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36363,-1] 2024-11-25T07:19:03,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:03,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:03,253 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:03,254 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33692741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:03,254 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:03,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:03,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53171bb7 2024-11-25T07:19:03,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:03,256 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-25T07:19:03,256 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,36663,1732519134738 (queues=1) is replicating from cluster=5b9722d0-f009-411a-b5bb-51db1cfa986e to cluster=b13ad319-1026-4c9f-ba3b-4c6c1e272608 2024-11-25T07:19:03,256 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C36663%2C1732519134738 2024-11-25T07:19:03,256 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,36663,1732519134738, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:19:03,258 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.shipper5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C36663%2C1732519134738 2024-11-25T07:19:03,258 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.wal-reader.5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.1732519136734, startPosition=0, beingWritten=true 2024-11-25T07:19:03,464 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.wal-reader.5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.1732519136734 to pos 0, reset compression=false 2024-11-25T07:19:03,770 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.wal-reader.5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.1732519136734 to pos 0, reset compression=false 2024-11-25T07:19:04,175 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.wal-reader.5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.1732519136734 to pos 0, reset compression=false 2024-11-25T07:19:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:04,243 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:19:04,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:04,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:04,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:04,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:04,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:04,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,45521,1732519134690 2024-11-25T07:19:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68770c36 2024-11-25T07:19:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:04,246 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:04,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:19:04,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:04,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:04,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:04,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:04,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:04,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:19:04,247 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1681535101, stopped=false 2024-11-25T07:19:04,247 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,45521,1732519134690 2024-11-25T07:19:04,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/running 2024-11-25T07:19:04,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/running 2024-11-25T07:19:04,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:04,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:04,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:04,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:04,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:04,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:04,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,36663,1732519134738' ***** 2024-11-25T07:19:04,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:19:04,250 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:19:04,250 INFO [RS:0;5eb3d201e8c9:36663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:19:04,250 INFO [RS:0;5eb3d201e8c9:36663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:19:04,250 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(3091): Received CLOSE for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:04,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:19:04,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:19:04,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,36663,1732519134738 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:36663. 2024-11-25T07:19:04,255 DEBUG [RS:0;5eb3d201e8c9:36663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:04,255 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfaaed590ffeb3000ceda1694c1adbad, disabling compactions & flushes 2024-11-25T07:19:04,255 DEBUG [RS:0;5eb3d201e8c9:36663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:04,255 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:04,255 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:04,255 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. after waiting 0 ms 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:19:04,255 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:19:04,255 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfaaed590ffeb3000ceda1694c1adbad 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T07:19:04,255 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:19:04,255 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1325): Online Regions={bfaaed590ffeb3000ceda1694c1adbad=hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:19:04,255 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:04,256 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:04,256 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:04,256 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:04,256 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:04,256 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:04,256 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T07:19:04,272 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/info/61a0b9eda0af4cb38e2a9783e33c3f4f is 147, key is hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad./info:regioninfo/1732519142954/Put/seqid=0 2024-11-25T07:19:04,274 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/.tmp/queue/9d41ef2136cf46488a1b3e9fd347ad1d is 151, key is 1-5eb3d201e8c9,36663,1732519134738/queue:5eb3d201e8c9%2C36663%2C1732519134738/1732519143231/Put/seqid=0 2024-11-25T07:19:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741838_1014 (size=6631) 2024-11-25T07:19:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741839_1015 (size=5350) 2024-11-25T07:19:04,304 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:04,456 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:04,656 DEBUG [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:04,678 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/info/61a0b9eda0af4cb38e2a9783e33c3f4f 2024-11-25T07:19:04,679 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/.tmp/queue/9d41ef2136cf46488a1b3e9fd347ad1d 2024-11-25T07:19:04,681 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.wal-reader.5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.1732519136734 to pos 0, reset compression=false 2024-11-25T07:19:04,685 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/.tmp/queue/9d41ef2136cf46488a1b3e9fd347ad1d as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/queue/9d41ef2136cf46488a1b3e9fd347ad1d 2024-11-25T07:19:04,686 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:19:04,686 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:19:04,690 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/queue/9d41ef2136cf46488a1b3e9fd347ad1d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T07:19:04,691 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bfaaed590ffeb3000ceda1694c1adbad in 436ms, sequenceid=5, compaction requested=false 2024-11-25T07:19:04,691 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:19:04,697 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:19:04,699 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:04,699 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:04,699 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:04,699 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfaaed590ffeb3000ceda1694c1adbad: Waiting for close lock at 1732519144255Running coprocessor pre-close hooks at 1732519144255Disabling compacts and flushes for region at 1732519144255Disabling writes for close at 1732519144255Obtaining lock to block concurrent updates at 1732519144255Preparing flush snapshotting stores in bfaaed590ffeb3000ceda1694c1adbad at 1732519144255Finished memstore snapshotting hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732519144256 (+1 ms)Flushing stores of hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. at 1732519144256Flushing bfaaed590ffeb3000ceda1694c1adbad/queue: creating writer at 1732519144256Flushing bfaaed590ffeb3000ceda1694c1adbad/queue: appending metadata at 1732519144273 (+17 ms)Flushing bfaaed590ffeb3000ceda1694c1adbad/queue: closing flushed file at 1732519144273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57783ad2: reopening flushed file at 1732519144684 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for bfaaed590ffeb3000ceda1694c1adbad in 436ms, sequenceid=5, compaction requested=false at 1732519144691 (+7 ms)Writing region close event to WAL at 1732519144693 (+2 ms)Running coprocessor post-close hooks at 1732519144699 (+6 ms)Closed at 1732519144699 2024-11-25T07:19:04,699 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:04,700 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/ns/8fda2f5a584541789042a4a9b8eba552 is 43, key is default/ns:d/1732519137704/Put/seqid=0 2024-11-25T07:19:04,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741840_1016 (size=5153) 2024-11-25T07:19:04,709 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/ns/8fda2f5a584541789042a4a9b8eba552 2024-11-25T07:19:04,733 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/table/36049459d243401d9eeada90a0a8d842 is 53, key is hbase:replication/table:state/1732519142967/Put/seqid=0 2024-11-25T07:19:04,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741841_1017 (size=5256) 2024-11-25T07:19:04,740 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/table/36049459d243401d9eeada90a0a8d842 2024-11-25T07:19:04,745 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/info/61a0b9eda0af4cb38e2a9783e33c3f4f as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/info/61a0b9eda0af4cb38e2a9783e33c3f4f 2024-11-25T07:19:04,750 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/info/61a0b9eda0af4cb38e2a9783e33c3f4f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T07:19:04,751 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/ns/8fda2f5a584541789042a4a9b8eba552 as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/ns/8fda2f5a584541789042a4a9b8eba552 2024-11-25T07:19:04,756 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/ns/8fda2f5a584541789042a4a9b8eba552, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:19:04,757 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/table/36049459d243401d9eeada90a0a8d842 as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/table/36049459d243401d9eeada90a0a8d842 2024-11-25T07:19:04,761 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/table/36049459d243401d9eeada90a0a8d842, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T07:19:04,762 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=11, compaction requested=false 2024-11-25T07:19:04,765 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:19:04,766 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:04,766 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:04,766 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:04,766 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519144255Running coprocessor pre-close hooks at 1732519144255Disabling compacts and flushes for region at 1732519144255Disabling writes for close at 1732519144256 (+1 ms)Obtaining lock to block concurrent updates at 1732519144256Preparing flush snapshotting stores in 1588230740 at 1732519144256Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732519144256Flushing stores of hbase:meta,,1.1588230740 at 1732519144257 (+1 ms)Flushing 1588230740/info: creating writer at 1732519144257Flushing 1588230740/info: appending metadata at 1732519144272 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732519144272Flushing 1588230740/ns: creating writer at 1732519144683 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732519144700 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732519144700Flushing 1588230740/table: creating writer at 1732519144713 (+13 ms)Flushing 1588230740/table: appending metadata at 1732519144732 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732519144733 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dac78ae: reopening flushed file at 1732519144745 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf82315: reopening flushed file at 1732519144751 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48516e50: reopening flushed file at 1732519144756 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=11, compaction requested=false at 1732519144762 (+6 ms)Writing region close event to WAL at 1732519144763 (+1 ms)Running coprocessor post-close hooks at 1732519144766 (+3 ms)Closed at 1732519144766 2024-11-25T07:19:04,766 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:04,856 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,36663,1732519134738; all regions closed. 2024-11-25T07:19:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741834_1010 (size=2742) 2024-11-25T07:19:04,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.meta.1732519137654.meta not finished, retry = 0 2024-11-25T07:19:04,961 DEBUG [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs 2024-11-25T07:19:04,961 INFO [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C36663%2C1732519134738.meta:.meta(num 1732519137654) 2024-11-25T07:19:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741837_1013 (size=1586) 2024-11-25T07:19:04,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738/5eb3d201e8c9%2C36663%2C1732519134738.rep.1732519142865 not finished, retry = 0 2024-11-25T07:19:05,066 DEBUG [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs 2024-11-25T07:19:05,066 INFO [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C36663%2C1732519134738.rep:(num 1732519142865) 2024-11-25T07:19:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741832_1008 (size=93) 2024-11-25T07:19:05,070 DEBUG [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs 2024-11-25T07:19:05,070 INFO [RS:0;5eb3d201e8c9:36663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C36663%2C1732519134738:(num 1732519136734) 2024-11-25T07:19:05,070 DEBUG [RS:0;5eb3d201e8c9:36663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:05,070 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:05,070 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:05,070 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:05,070 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:05,071 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:05,071 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,36663,1732519134738 because: Region server is closing 2024-11-25T07:19:05,071 INFO [RS:0;5eb3d201e8c9:36663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:36663. 2024-11-25T07:19:05,071 DEBUG [RS:0;5eb3d201e8c9:36663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:05,071 DEBUG [RS:0;5eb3d201e8c9:36663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:05,071 DEBUG [RS:0;5eb3d201e8c9:36663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:05,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:05,172 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.wal-reader.5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:19:05,172 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.shipper5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:19:05,172 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,36663,1732519134738.replicationSource.shipper5eb3d201e8c9%2C36663%2C1732519134738,1-5eb3d201e8c9,36663,1732519134738 terminated 2024-11-25T07:19:05,172 INFO [RS:0;5eb3d201e8c9:36663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36663 2024-11-25T07:19:05,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/rs/5eb3d201e8c9,36663,1732519134738 2024-11-25T07:19:05,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/rs 2024-11-25T07:19:05,176 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:05,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,36663,1732519134738] 2024-11-25T07:19:05,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/draining/5eb3d201e8c9,36663,1732519134738 already deleted, retry=false 2024-11-25T07:19:05,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,36663,1732519134738 expired; onlineServers=0 2024-11-25T07:19:05,178 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,45521,1732519134690' ***** 2024-11-25T07:19:05,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:19:05,178 INFO [M:0;5eb3d201e8c9:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:05,178 INFO [M:0;5eb3d201e8c9:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:05,178 DEBUG [M:0;5eb3d201e8c9:45521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:19:05,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:19:05,178 DEBUG [M:0;5eb3d201e8c9:45521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:19:05,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519136505 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519136505,5,FailOnTimeoutGroup] 2024-11-25T07:19:05,178 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519136508 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519136508,5,FailOnTimeoutGroup] 2024-11-25T07:19:05,178 INFO [M:0;5eb3d201e8c9:45521 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:05,178 INFO [M:0;5eb3d201e8c9:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:05,178 DEBUG [M:0;5eb3d201e8c9:45521 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:19:05,178 INFO [M:0;5eb3d201e8c9:45521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:19:05,179 INFO [M:0;5eb3d201e8c9:45521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:05,179 INFO [M:0;5eb3d201e8c9:45521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:19:05,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:19:05,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/master 2024-11-25T07:19:05,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:05,179 DEBUG [M:0;5eb3d201e8c9:45521 {}] zookeeper.ZKUtil(347): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/master because node does not exist (not an error) 2024-11-25T07:19:05,179 WARN [M:0;5eb3d201e8c9:45521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:19:05,180 INFO [M:0;5eb3d201e8c9:45521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/.lastflushedseqids 2024-11-25T07:19:05,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741842_1018 (size=181) 2024-11-25T07:19:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36663-0x1014dfdec690001, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:05,277 INFO [RS:0;5eb3d201e8c9:36663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:05,277 INFO [RS:0;5eb3d201e8c9:36663 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,36663,1732519134738; zookeeper connection closed. 2024-11-25T07:19:05,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8046353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8046353 2024-11-25T07:19:05,278 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:19:05,585 INFO [M:0;5eb3d201e8c9:45521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:19:05,585 INFO [M:0;5eb3d201e8c9:45521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:19:05,585 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:05,585 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:05,585 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:05,585 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:05,585 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:05,585 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T07:19:05,601 DEBUG [M:0;5eb3d201e8c9:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53125e484b4b454bb7945456cfdac805 is 82, key is hbase:meta,,1/info:regioninfo/1732519137689/Put/seqid=0 2024-11-25T07:19:05,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741843_1019 (size=5672) 2024-11-25T07:19:06,006 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53125e484b4b454bb7945456cfdac805 2024-11-25T07:19:06,034 DEBUG [M:0;5eb3d201e8c9:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9cf3c4e20ce42a9a974a93585884c19 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732519142972/Put/seqid=0 2024-11-25T07:19:06,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741844_1020 (size=7203) 2024-11-25T07:19:06,440 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9cf3c4e20ce42a9a974a93585884c19 2024-11-25T07:19:06,460 DEBUG [M:0;5eb3d201e8c9:45521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb8808ee4a3749c7b10be35b8c477d6b is 69, key is 5eb3d201e8c9,36663,1732519134738/rs:state/1732519136585/Put/seqid=0 2024-11-25T07:19:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741845_1021 (size=5156) 2024-11-25T07:19:06,864 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb8808ee4a3749c7b10be35b8c477d6b 2024-11-25T07:19:06,869 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53125e484b4b454bb7945456cfdac805 as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53125e484b4b454bb7945456cfdac805 2024-11-25T07:19:06,873 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53125e484b4b454bb7945456cfdac805, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T07:19:06,874 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9cf3c4e20ce42a9a974a93585884c19 as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9cf3c4e20ce42a9a974a93585884c19 2024-11-25T07:19:06,878 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9cf3c4e20ce42a9a974a93585884c19, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T07:19:06,879 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb8808ee4a3749c7b10be35b8c477d6b as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb8808ee4a3749c7b10be35b8c477d6b 2024-11-25T07:19:06,884 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb8808ee4a3749c7b10be35b8c477d6b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T07:19:06,885 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false 2024-11-25T07:19:06,886 INFO [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:06,886 DEBUG [M:0;5eb3d201e8c9:45521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519145585Disabling compacts and flushes for region at 1732519145585Disabling writes for close at 1732519145585Obtaining lock to block concurrent updates at 1732519145585Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519145585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732519145586 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519145586Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519145586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519145601 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519145601Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519146012 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519146034 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519146034Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519146445 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519146459 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519146459Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49208480: reopening flushed file at 1732519146868 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c2a5de: reopening flushed file at 1732519146874 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acabb0f: reopening flushed file at 1732519146878 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false at 1732519146885 (+7 ms)Writing region close event to WAL at 1732519146886 (+1 ms)Closed at 1732519146886 2024-11-25T07:19:06,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741830_1006 (size=41008) 2024-11-25T07:19:06,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 not finished, retry = 0 2024-11-25T07:19:06,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:06,990 INFO [M:0;5eb3d201e8c9:45521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:19:06,990 INFO [M:0;5eb3d201e8c9:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45521 2024-11-25T07:19:06,990 INFO [M:0;5eb3d201e8c9:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:07,093 INFO [M:0;5eb3d201e8c9:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45521-0x1014dfdec690000, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:07,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:07,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34437 2024-11-25T07:19:07,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34437 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:19:07,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344370x0, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:07,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34437-0x1014dfdec690006 connected 2024-11-25T07:19:07,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:07,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:07,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:19:07,104 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: INIT 2024-11-25T07:19:07,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf, hbase.cluster.distributed=false 2024-11-25T07:19:07,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/acl 2024-11-25T07:19:07,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34437 2024-11-25T07:19:07,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34437 2024-11-25T07:19:07,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34437 2024-11-25T07:19:07,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34437 2024-11-25T07:19:07,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34437 2024-11-25T07:19:07,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:07,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37935 2024-11-25T07:19:07,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37935 connecting to ZooKeeper ensemble=127.0.0.1:51421 2024-11-25T07:19:07,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:07,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:07,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379350x0, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:07,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379350x0, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:19:07,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37935-0x1014dfdec690007 connected 2024-11-25T07:19:07,133 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: INIT 2024-11-25T07:19:07,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:19:07,134 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:19:07,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/master 2024-11-25T07:19:07,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/acl 2024-11-25T07:19:07,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37935 2024-11-25T07:19:07,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37935 2024-11-25T07:19:07,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37935 2024-11-25T07:19:07,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37935 2024-11-25T07:19:07,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37935 2024-11-25T07:19:07,152 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:34437 2024-11-25T07:19:07,152 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01751387553/backup-masters/5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:19:07,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:19:07,156 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on existing znode=/01751387553/backup-masters/5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751387553/master 2024-11-25T07:19:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:07,157 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on existing znode=/01751387553/master 2024-11-25T07:19:07,158 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01751387553/backup-masters/5eb3d201e8c9,34437,1732519147094 from backup master directory 2024-11-25T07:19:07,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/backup-masters/5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:19:07,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/backup-masters 2024-11-25T07:19:07,161 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:07,161 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,171 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:07,171 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:19:07,177 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-25T07:19:07,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741846_1022 (size=196) 2024-11-25T07:19:07,584 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:07,585 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:19:07,585 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:07,590 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T07:19:07,592 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690 to hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690-dead as it is dead 2024-11-25T07:19:07,593 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690-dead/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 2024-11-25T07:19:07,594 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690-dead/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 after 1ms 2024-11-25T07:19:07,594 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690-dead/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 to hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 2024-11-25T07:19:07,594 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,45521,1732519134690-dead 2024-11-25T07:19:07,595 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,595 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:07,596 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C34437%2C1732519147094, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,34437,1732519147094, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/oldWALs, maxLogs=10 2024-11-25T07:19:07,611 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,34437,1732519147094/5eb3d201e8c9%2C34437%2C1732519147094.1732519147596, exclude list is [], retry=0 2024-11-25T07:19:07,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:19:07,614 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,34437,1732519147094/5eb3d201e8c9%2C34437%2C1732519147094.1732519147596 2024-11-25T07:19:07,615 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:19:07,615 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:07,615 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:07,615 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,615 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:19:07,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:07,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53125e484b4b454bb7945456cfdac805 2024-11-25T07:19:07,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:07,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:19:07,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:07,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9cf3c4e20ce42a9a974a93585884c19 2024-11-25T07:19:07,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:07,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:19:07,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:07,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb8808ee4a3749c7b10be35b8c477d6b 2024-11-25T07:19:07,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:07,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:19:07,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:07,635 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,635 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T07:19:07,635 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 2024-11-25T07:19:07,640 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 2024-11-25T07:19:07,641 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5eb3d201e8c9%2C45521%2C1732519134690.1732519136429 2024-11-25T07:19:07,642 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,642 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,643 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:07,644 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:07,649 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-25T07:19:07,650 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63558375, jitterRate=-0.05290640890598297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:07,650 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519147615Initializing all the Stores at 1732519147616 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519147616Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519147616Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519147616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519147616Cleaning up temporary data from old regions at 1732519147642 (+26 ms)Region opened successfully at 1732519147650 (+8 ms) 2024-11-25T07:19:07,650 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:19:07,653 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783b1584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:07,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T07:19:07,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:19:07,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:19:07,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:19:07,656 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:19:07,659 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:07,659 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:19:07,660 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:19:07,660 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-25T07:19:07,660 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:19:07,663 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5eb3d201e8c9,36663,1732519134738, regionLocation=5eb3d201e8c9,36663,1732519134738, openSeqNum=2 2024-11-25T07:19:07,663 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5eb3d201e8c9,36663,1732519134738, table=hbase:meta, region=1588230740 2024-11-25T07:19:07,663 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,36663,1732519134738, state=OPEN 2024-11-25T07:19:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:19:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:19:07,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:19:07,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:19:07,669 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:19:07,671 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/draining/5eb3d201e8c9,36663,1732519134738 already deleted, retry=false 2024-11-25T07:19:07,671 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5eb3d201e8c9,36663,1732519134738 on 5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,672 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5eb3d201e8c9,36663,1732519134738, splitWal=true, meta=true 2024-11-25T07:19:07,672 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 5eb3d201e8c9,36663,1732519134738 (carryingMeta=true) 5eb3d201e8c9,36663,1732519134738/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@53b2086[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T07:19:07,673 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/balancer because node does not exist (not necessarily an error) 2024-11-25T07:19:07,675 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/balancer already deleted, retry=false 2024-11-25T07:19:07,675 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:19:07,675 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:19:07,676 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/normalizer already deleted, retry=false 2024-11-25T07:19:07,677 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:19:07,678 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:19:07,680 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/switch/split already deleted, retry=false 2024-11-25T07:19:07,681 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:19:07,682 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/switch/merge already deleted, retry=false 2024-11-25T07:19:07,686 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:19:07,687 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/snapshot-cleanup already deleted, retry=false 2024-11-25T07:19:07,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751387553/running 2024-11-25T07:19:07,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:07,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751387553/running 2024-11-25T07:19:07,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:07,690 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,34437,1732519147094, sessionid=0x1014dfdec690006, setting cluster-up flag (Was=false) 2024-11-25T07:19:07,693 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751387553/flush-table-proc/acquired, /01751387553/flush-table-proc/reached, /01751387553/flush-table-proc/abort 2024-11-25T07:19:07,694 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,696 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751387553/online-snapshot/acquired, /01751387553/online-snapshot/reached, /01751387553/online-snapshot/abort 2024-11-25T07:19:07,697 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:07,698 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/.lastflushedseqids 2024-11-25T07:19:07,700 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:19:07,701 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:19:07,701 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,34437,1732519147094 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5eb3d201e8c9,36663,1732519134738 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:07,702 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,710 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5eb3d201e8c9,36663,1732519134738, splitWal=true, meta=true 2024-11-25T07:19:07,711 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5eb3d201e8c9,36663,1732519134738, splitWal=true, meta=true, isMeta: true 2024-11-25T07:19:07,712 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738-splitting 2024-11-25T07:19:07,713 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738-splitting dir is empty, no logs to split. 2024-11-25T07:19:07,713 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5eb3d201e8c9,36663,1732519134738 WAL count=0, meta=true 2024-11-25T07:19:07,715 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738-splitting dir is empty, no logs to split. 2024-11-25T07:19:07,715 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5eb3d201e8c9,36663,1732519134738 WAL count=0, meta=true 2024-11-25T07:19:07,715 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5eb3d201e8c9,36663,1732519134738 WAL splitting is done? wals=0, meta=true 2024-11-25T07:19:07,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:19:07,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:07,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:19:07,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519177720 2024-11-25T07:19:07,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:19:07,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:19:07,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:19:07,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:19:07,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:19:07,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:19:07,721 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,722 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:19:07,722 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:19:07,722 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:19:07,722 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:19:07,722 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:19:07,723 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:19:07,728 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519147723,5,FailOnTimeoutGroup] 2024-11-25T07:19:07,732 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519147728,5,FailOnTimeoutGroup] 2024-11-25T07:19:07,732 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,732 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:19:07,732 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,733 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,733 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519147733, completionTime=-1 2024-11-25T07:19:07,733 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T07:19:07,733 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T07:19:07,743 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(746): ClusterId : 5b9722d0-f009-411a-b5bb-51db1cfa986e 2024-11-25T07:19:07,744 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:19:07,746 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:19:07,746 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:19:07,749 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:19:07,750 DEBUG [RS:0;5eb3d201e8c9:37935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6657d7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:07,763 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:37935 2024-11-25T07:19:07,763 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:19:07,763 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:19:07,763 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:19:07,763 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,34437,1732519147094 with port=37935, startcode=1732519147125 2024-11-25T07:19:07,764 DEBUG [RS:0;5eb3d201e8c9:37935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:19:07,769 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:19:07,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:07,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34437 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:07,771 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf 2024-11-25T07:19:07,771 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44805 2024-11-25T07:19:07,771 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:19:07,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/rs 2024-11-25T07:19:07,776 DEBUG [RS:0;5eb3d201e8c9:37935 {}] zookeeper.ZKUtil(111): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on existing znode=/01751387553/rs/5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:07,776 WARN [RS:0;5eb3d201e8c9:37935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:07,776 INFO [RS:0;5eb3d201e8c9:37935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:07,776 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:07,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,37935,1732519147125] 2024-11-25T07:19:07,783 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T07:19:07,797 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:19:07,799 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:19:07,800 INFO [RS:0;5eb3d201e8c9:37935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:19:07,800 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,802 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:19:07,803 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:19:07,803 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:07,803 DEBUG [RS:0;5eb3d201e8c9:37935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:07,804 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,804 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,804 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,804 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,804 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,804 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37935,1732519147125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:07,828 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:19:07,828 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37935,1732519147125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,845 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,37935,1732519147125, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:19:07,845 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,845 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.Replication(171): 5eb3d201e8c9,37935,1732519147125 started 2024-11-25T07:19:07,861 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:07,861 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,37935,1732519147125, RpcServer on 5eb3d201e8c9/172.17.0.2:37935, sessionid=0x1014dfdec690007 2024-11-25T07:19:07,861 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:19:07,861 DEBUG [RS:0;5eb3d201e8c9:37935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:07,861 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,37935,1732519147125' 2024-11-25T07:19:07,861 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751387553/flush-table-proc/abort' 2024-11-25T07:19:07,862 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751387553/flush-table-proc/acquired' 2024-11-25T07:19:07,862 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:19:07,862 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:19:07,862 DEBUG [RS:0;5eb3d201e8c9:37935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:07,862 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,37935,1732519147125' 2024-11-25T07:19:07,862 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751387553/online-snapshot/abort' 2024-11-25T07:19:07,863 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource,1-5eb3d201e8c9,37935,1732519147125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:36363' 2024-11-25T07:19:07,866 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751387553/online-snapshot/acquired' 2024-11-25T07:19:07,866 DEBUG [RS:0;5eb3d201e8c9:37935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:19:07,866 INFO [RS:0;5eb3d201e8c9:37935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:19:07,866 INFO [RS:0;5eb3d201e8c9:37935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:19:07,868 WARN [5eb3d201e8c9:34437 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:19:07,881 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource,1-5eb3d201e8c9,37935,1732519147125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae6d96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:07,881 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource,1-5eb3d201e8c9,37935,1732519147125 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36363,-1 for getting cluster id 2024-11-25T07:19:07,882 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource,1-5eb3d201e8c9,37935,1732519147125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:07,885 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b13ad319-1026-4c9f-ba3b-4c6c1e272608' 2024-11-25T07:19:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b13ad319-1026-4c9f-ba3b-4c6c1e272608" 2024-11-25T07:19:07,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4333c675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:07,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36363,-1] 2024-11-25T07:19:07,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:07,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:07,887 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:07,889 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource,1-5eb3d201e8c9,37935,1732519147125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7466ef31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:07,889 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource,1-5eb3d201e8c9,37935,1732519147125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:07,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:07,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38663425 2024-11-25T07:19:07,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:07,893 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-25T07:19:07,893 INFO [RS:0;5eb3d201e8c9:37935.replicationSource,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,37935,1732519147125 (queues=0) is replicating from cluster=5b9722d0-f009-411a-b5bb-51db1cfa986e to cluster=b13ad319-1026-4c9f-ba3b-4c6c1e272608 2024-11-25T07:19:07,967 INFO [RS:0;5eb3d201e8c9:37935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:07,968 INFO [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C37935%2C1732519147125, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs, maxLogs=10 2024-11-25T07:19:07,983 DEBUG [RS:0;5eb3d201e8c9:37935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969, exclude list is [], retry=0 2024-11-25T07:19:07,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:19:07,987 INFO [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 2024-11-25T07:19:07,987 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5eb3d201e8c9%2C37935%2C1732519147125 for peer 1 2024-11-25T07:19:07,987 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C37935%2C1732519147125 2024-11-25T07:19:07,987 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,37935,1732519147125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:19:07,987 DEBUG [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:19:07,987 INFO [RS:0;5eb3d201e8c9:37935.replicationSource.shipper5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C37935%2C1732519147125 2024-11-25T07:19:07,988 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969, startPosition=0, beingWritten=true 2024-11-25T07:19:08,118 DEBUG [5eb3d201e8c9:34437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:19:08,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:08,120 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,37935,1732519147125, state=OPENING 2024-11-25T07:19:08,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:19:08,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:19:08,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:08,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:19:08,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:19:08,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,37935,1732519147125}] 2024-11-25T07:19:08,192 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:08,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:08,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:19:08,280 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:19:08,280 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:08,280 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:19:08,281 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C37935%2C1732519147125.meta, suffix=.meta, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs, maxLogs=10 2024-11-25T07:19:08,299 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.meta.1732519148282.meta, exclude list is [], retry=0 2024-11-25T07:19:08,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:19:08,304 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.meta.1732519148282.meta 2024-11-25T07:19:08,304 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:19:08,304 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:08,305 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:08,305 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:08,305 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:19:08,305 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:19:08,305 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:19:08,305 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:08,305 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:19:08,305 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:19:08,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:08,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:08,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:08,315 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/info/61a0b9eda0af4cb38e2a9783e33c3f4f 2024-11-25T07:19:08,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:08,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:08,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:08,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:08,322 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/ns/8fda2f5a584541789042a4a9b8eba552 2024-11-25T07:19:08,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:08,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:08,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:08,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:08,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:08,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:08,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:08,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:08,329 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/table/36049459d243401d9eeada90a0a8d842 2024-11-25T07:19:08,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:08,329 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:08,330 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740 2024-11-25T07:19:08,331 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740 2024-11-25T07:19:08,332 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:08,332 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:08,333 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:08,334 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:08,334 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71276486, jitterRate=0.06210240721702576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:08,334 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:19:08,334 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519148305Writing region info on filesystem at 1732519148305Initializing all the Stores at 1732519148306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519148306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519148308 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519148308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519148308Cleaning up temporary data from old regions at 1732519148332 (+24 ms)Running coprocessor post-open hooks at 1732519148334 (+2 ms)Region opened successfully at 1732519148334 2024-11-25T07:19:08,335 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732519148274 2024-11-25T07:19:08,337 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:19:08,337 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:19:08,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:08,339 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,37935,1732519147125, state=OPEN 2024-11-25T07:19:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:19:08,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:19:08,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751387553/meta-region-server 2024-11-25T07:19:08,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751387553/meta-region-server: CHANGED 2024-11-25T07:19:08,341 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:08,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T07:19:08,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,37935,1732519147125 in 219 msec 2024-11-25T07:19:08,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:19:08,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-25T07:19:08,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:08,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:08,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:08,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:08,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:08,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:08,498 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:08,903 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:09,285 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-25T07:19:09,409 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:10,013 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:10,718 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:10,788 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-25T07:19:11,523 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:12,240 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T07:19:12,240 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:19:12,240 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:12,240 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,37935,1732519147125, seqNum=-1] 2024-11-25T07:19:12,241 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:12,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:12,246 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bfaaed590ffeb3000ceda1694c1adbad, regionState=OPEN, lastHost=5eb3d201e8c9,36663,1732519134738, regionLocation=5eb3d201e8c9,36663,1732519134738, openSeqNum=2 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519212246 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519272246 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-25T07:19:12,246 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5eb3d201e8c9,36663,1732519134738 had 2 regions 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34437,1732519147094-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34437,1732519147094-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34437,1732519147094-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:34437, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:12,246 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:12,247 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:12,247 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5eb3d201e8c9,36663,1732519134738, splitWal=true, meta=true, isMeta: false 2024-11-25T07:19:12,249 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738-splitting dir is empty, no logs to split. 2024-11-25T07:19:12,249 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5eb3d201e8c9,36663,1732519134738 WAL count=0, meta=false 2024-11-25T07:19:12,251 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,36663,1732519134738-splitting dir is empty, no logs to split. 2024-11-25T07:19:12,251 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5eb3d201e8c9,36663,1732519134738 WAL count=0, meta=false 2024-11-25T07:19:12,251 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5eb3d201e8c9,36663,1732519134738 WAL splitting is done? wals=0, meta=false 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.091sec 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34437,1732519147094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:12,252 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34437,1732519147094-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:19:12,253 WARN [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5eb3d201e8c9,36663,1732519134738/hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:12,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN}] 2024-11-25T07:19:12,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN 2024-11-25T07:19:12,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:19:12,256 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:19:12,256 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:19:12,256 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34437,1732519147094-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:12,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:12,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,34437,-1 for getting cluster id 2024-11-25T07:19:12,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:12,348 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b9722d0-f009-411a-b5bb-51db1cfa986e' 2024-11-25T07:19:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b9722d0-f009-411a-b5bb-51db1cfa986e" 2024-11-25T07:19:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f0330a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,34437,-1] 2024-11-25T07:19:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,350 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bc86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:12,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:12,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,37935,1732519147125, seqNum=-1] 2024-11-25T07:19:12,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:12,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:12,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T07:19:12,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:12,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:12,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:12,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5eb3d201e8c9:34437 after: 5eb3d201e8c9:34437 2024-11-25T07:19:12,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:12,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,34437,-1 for getting cluster id 2024-11-25T07:19:12,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:12,357 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b9722d0-f009-411a-b5bb-51db1cfa986e' 2024-11-25T07:19:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b9722d0-f009-411a-b5bb-51db1cfa986e" 2024-11-25T07:19:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223623de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,34437,-1] 2024-11-25T07:19:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,359 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:12,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:12,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@441615b6 2024-11-25T07:19:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:12,361 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:12,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T07:19:12,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:19:12,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:12,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:12,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:12,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:19:12,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86121762, stopped=false 2024-11-25T07:19:12,362 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,36363,1732519138880 2024-11-25T07:19:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438716877/running 2024-11-25T07:19:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438716877/running 2024-11-25T07:19:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:12,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:12,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:12,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:12,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:12,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,43279,1732519138930' ***** 2024-11-25T07:19:12,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:19:12,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on znode that does not yet exist, /1-438716877/running 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:12,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Set watcher on znode that does not yet exist, /1-438716877/running 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:43279. 2024-11-25T07:19:12,365 DEBUG [RS:0;5eb3d201e8c9:43279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:12,365 DEBUG [RS:0;5eb3d201e8c9:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:19:12,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:19:12,365 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:19:12,365 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:19:12,365 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:12,365 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:12,366 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:12,366 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:12,366 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:12,366 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:12,366 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T07:19:12,382 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740/.tmp/ns/ba445aaad26a4453a9cc3ba50d58fd22 is 43, key is default/ns:d/1732519141978/Put/seqid=0 2024-11-25T07:19:12,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741835_1011 (size=5153) 2024-11-25T07:19:12,405 DEBUG [5eb3d201e8c9:34437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:19:12,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bfaaed590ffeb3000ceda1694c1adbad, regionState=OPENING, regionLocation=5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:12,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN because future has completed 2024-11-25T07:19:12,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfaaed590ffeb3000ceda1694c1adbad, server=5eb3d201e8c9,37935,1732519147125}] 2024-11-25T07:19:12,421 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:12,428 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:12,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:12,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:12,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:19:12,566 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:12,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C37935%2C1732519147125.rep, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs, maxLogs=10 2024-11-25T07:19:12,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.rep.1732519152566, exclude list is [], retry=0 2024-11-25T07:19:12,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-e96faf0c-ed03-428a-a0fe-9cbdc6ad96b9,DISK] 2024-11-25T07:19:12,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.rep.1732519152566 2024-11-25T07:19:12,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34591:34591)] 2024-11-25T07:19:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => bfaaed590ffeb3000ceda1694c1adbad, NAME => 'hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:12,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. service=MultiRowMutationService 2024-11-25T07:19:12,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:19:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,586 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,586 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaaed590ffeb3000ceda1694c1adbad columnFamilyName hfileref 2024-11-25T07:19:12,586 DEBUG [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:12,587 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(327): Store=bfaaed590ffeb3000ceda1694c1adbad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:12,587 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,588 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaaed590ffeb3000ceda1694c1adbad columnFamilyName queue 2024-11-25T07:19:12,588 DEBUG [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:12,592 DEBUG [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/queue/9d41ef2136cf46488a1b3e9fd347ad1d 2024-11-25T07:19:12,592 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(327): Store=bfaaed590ffeb3000ceda1694c1adbad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:12,593 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,593 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfaaed590ffeb3000ceda1694c1adbad columnFamilyName sid 2024-11-25T07:19:12,593 DEBUG [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:12,593 INFO [StoreOpener-bfaaed590ffeb3000ceda1694c1adbad-1 {}] regionserver.HStore(327): Store=bfaaed590ffeb3000ceda1694c1adbad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:12,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:12,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened bfaaed590ffeb3000ceda1694c1adbad; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59668180, jitterRate=-0.11087483167648315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:12,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:12,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for bfaaed590ffeb3000ceda1694c1adbad: Running coprocessor pre-open hook at 1732519152585Writing region info on filesystem at 1732519152585Initializing all the Stores at 1732519152585Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519152585Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519152585Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519152585Cleaning up temporary data from old regions at 1732519152596 (+11 ms)Running coprocessor post-open hooks at 1732519152598 (+2 ms)Region opened successfully at 1732519152599 (+1 ms) 2024-11-25T07:19:12,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., pid=13, masterSystemTime=1732519152561 2024-11-25T07:19:12,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:12,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:12,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bfaaed590ffeb3000ceda1694c1adbad, regionState=OPEN, openSeqNum=9, regionLocation=5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:12,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfaaed590ffeb3000ceda1694c1adbad, server=5eb3d201e8c9,37935,1732519147125 because future has completed 2024-11-25T07:19:12,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T07:19:12,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bfaaed590ffeb3000ceda1694c1adbad, server=5eb3d201e8c9,37935,1732519147125 in 196 msec 2024-11-25T07:19:12,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-25T07:19:12,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bfaaed590ffeb3000ceda1694c1adbad, ASSIGN in 353 msec 2024-11-25T07:19:12,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T07:19:12,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., hostname=5eb3d201e8c9,37935,1732519147125, seqNum=9] 2024-11-25T07:19:12,626 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5eb3d201e8c9,36663,1732519134738 2024-11-25T07:19:12,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T07:19:12,766 DEBUG [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-25T07:19:12,787 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740/.tmp/ns/ba445aaad26a4453a9cc3ba50d58fd22 2024-11-25T07:19:12,793 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740/.tmp/ns/ba445aaad26a4453a9cc3ba50d58fd22 as hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740/ns/ba445aaad26a4453a9cc3ba50d58fd22 2024-11-25T07:19:12,797 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740/ns/ba445aaad26a4453a9cc3ba50d58fd22, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T07:19:12,798 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-25T07:19:12,798 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:19:12,802 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:19:12,802 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:12,802 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:12,802 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:12,802 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519152365Running coprocessor pre-close hooks at 1732519152365Disabling compacts and flushes for region at 1732519152365Disabling writes for close at 1732519152366 (+1 ms)Obtaining lock to block concurrent updates at 1732519152366Preparing flush snapshotting stores in 1588230740 at 1732519152366Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732519152366Flushing stores of hbase:meta,,1.1588230740 at 1732519152366Flushing 1588230740/ns: creating writer at 1732519152367 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732519152382 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732519152382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392687c: reopening flushed file at 1732519152792 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732519152798 (+6 ms)Writing region close event to WAL at 1732519152799 (+1 ms)Running coprocessor post-close hooks at 1732519152802 (+3 ms)Closed at 1732519152802 2024-11-25T07:19:12,803 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:12,876 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:19:12,876 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:19:12,966 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,43279,1732519138930; all regions closed. 2024-11-25T07:19:12,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741834_1010 (size=1152) 2024-11-25T07:19:12,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930/5eb3d201e8c9%2C43279%2C1732519138930.meta.1732519141931.meta not finished, retry = 0 2024-11-25T07:19:13,071 DEBUG [RS:0;5eb3d201e8c9:43279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/oldWALs 2024-11-25T07:19:13,071 INFO [RS:0;5eb3d201e8c9:43279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C43279%2C1732519138930.meta:.meta(num 1732519141931) 2024-11-25T07:19:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741832_1008 (size=93) 2024-11-25T07:19:13,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/WALs/5eb3d201e8c9,43279,1732519138930/5eb3d201e8c9%2C43279%2C1732519138930.1732519140953 not finished, retry = 0 2024-11-25T07:19:13,175 DEBUG [RS:0;5eb3d201e8c9:43279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/oldWALs 2024-11-25T07:19:13,175 INFO [RS:0;5eb3d201e8c9:43279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C43279%2C1732519138930:(num 1732519140953) 2024-11-25T07:19:13,175 DEBUG [RS:0;5eb3d201e8c9:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:13,175 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:13,175 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:13,176 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:13,176 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:13,176 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:13,176 INFO [RS:0;5eb3d201e8c9:43279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43279 2024-11-25T07:19:13,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438716877/rs/5eb3d201e8c9,43279,1732519138930 2024-11-25T07:19:13,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877/rs 2024-11-25T07:19:13,179 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:13,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,43279,1732519138930] 2024-11-25T07:19:13,182 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-438716877/draining/5eb3d201e8c9,43279,1732519138930 already deleted, retry=false 2024-11-25T07:19:13,182 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,43279,1732519138930 expired; onlineServers=0 2024-11-25T07:19:13,182 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,36363,1732519138880' ***** 2024-11-25T07:19:13,182 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:19:13,182 INFO [M:0;5eb3d201e8c9:36363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:13,182 INFO [M:0;5eb3d201e8c9:36363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:13,182 DEBUG [M:0;5eb3d201e8c9:36363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:19:13,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:19:13,182 DEBUG [M:0;5eb3d201e8c9:36363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:19:13,182 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519140771 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519140771,5,FailOnTimeoutGroup] 2024-11-25T07:19:13,182 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519140772 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519140772,5,FailOnTimeoutGroup] 2024-11-25T07:19:13,182 INFO [M:0;5eb3d201e8c9:36363 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:13,183 INFO [M:0;5eb3d201e8c9:36363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:13,183 DEBUG [M:0;5eb3d201e8c9:36363 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:19:13,183 INFO [M:0;5eb3d201e8c9:36363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:19:13,183 INFO [M:0;5eb3d201e8c9:36363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:13,183 INFO [M:0;5eb3d201e8c9:36363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:19:13,183 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:19:13,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-438716877/master 2024-11-25T07:19:13,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-438716877 2024-11-25T07:19:13,184 DEBUG [M:0;5eb3d201e8c9:36363 {}] zookeeper.ZKUtil(347): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Unable to get data of znode /1-438716877/master because node does not exist (not an error) 2024-11-25T07:19:13,184 WARN [M:0;5eb3d201e8c9:36363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:19:13,185 INFO [M:0;5eb3d201e8c9:36363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/.lastflushedseqids 2024-11-25T07:19:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741836_1012 (size=99) 2024-11-25T07:19:13,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:13,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1014dfdec690004, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:13,281 INFO [RS:0;5eb3d201e8c9:43279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:13,281 INFO [RS:0;5eb3d201e8c9:43279 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,43279,1732519138930; zookeeper connection closed. 2024-11-25T07:19:13,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d52d42a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d52d42a 2024-11-25T07:19:13,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:19:13,432 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:13,590 INFO [M:0;5eb3d201e8c9:36363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:19:13,590 INFO [M:0;5eb3d201e8c9:36363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:19:13,590 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:13,590 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:13,590 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:13,590 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:13,590 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:13,590 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T07:19:13,610 DEBUG [M:0;5eb3d201e8c9:36363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1fed859e61b4e07b0ac770c65a988e1 is 82, key is hbase:meta,,1/info:regioninfo/1732519141965/Put/seqid=0 2024-11-25T07:19:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741837_1013 (size=5672) 2024-11-25T07:19:13,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:13,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:13,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:13,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:13,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:13,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:13,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:13,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:19:14,015 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1fed859e61b4e07b0ac770c65a988e1 2024-11-25T07:19:14,033 DEBUG [M:0;5eb3d201e8c9:36363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a90243cc47b24ab987766fd0262ea74a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732519141981/Put/seqid=0 2024-11-25T07:19:14,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741838_1014 (size=5275) 2024-11-25T07:19:14,438 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a90243cc47b24ab987766fd0262ea74a 2024-11-25T07:19:14,461 DEBUG [M:0;5eb3d201e8c9:36363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73e3911ed664430da64d560968861391 is 69, key is 5eb3d201e8c9,43279,1732519138930/rs:state/1732519140795/Put/seqid=0 2024-11-25T07:19:14,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741839_1015 (size=5156) 2024-11-25T07:19:14,538 DEBUG [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/WALs/5eb3d201e8c9,37935,1732519147125/5eb3d201e8c9%2C37935%2C1732519147125.1732519147969 to pos 0, reset compression=false 2024-11-25T07:19:14,866 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73e3911ed664430da64d560968861391 2024-11-25T07:19:14,872 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1fed859e61b4e07b0ac770c65a988e1 as hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1fed859e61b4e07b0ac770c65a988e1 2024-11-25T07:19:14,887 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1fed859e61b4e07b0ac770c65a988e1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T07:19:14,888 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a90243cc47b24ab987766fd0262ea74a as hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a90243cc47b24ab987766fd0262ea74a 2024-11-25T07:19:14,893 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a90243cc47b24ab987766fd0262ea74a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T07:19:14,894 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73e3911ed664430da64d560968861391 as hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73e3911ed664430da64d560968861391 2024-11-25T07:19:14,898 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35591/user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73e3911ed664430da64d560968861391, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T07:19:14,899 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false 2024-11-25T07:19:14,900 INFO [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:14,900 DEBUG [M:0;5eb3d201e8c9:36363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519153590Disabling compacts and flushes for region at 1732519153590Disabling writes for close at 1732519153590Obtaining lock to block concurrent updates at 1732519153590Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519153590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732519153591 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519153591Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519153591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519153610 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519153610Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519154019 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519154033 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519154033Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519154443 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519154460 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519154460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469f89f4: reopening flushed file at 1732519154871 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e1b725: reopening flushed file at 1732519154887 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d279c5: reopening flushed file at 1732519154893 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false at 1732519154899 (+6 ms)Writing region close event to WAL at 1732519154900 (+1 ms)Closed at 1732519154900 2024-11-25T07:19:14,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741830_1006 (size=10165) 2024-11-25T07:19:14,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c225c0f-40d5-8be5-d4e6-f917bba26e2a/MasterData/WALs/5eb3d201e8c9,36363,1732519138880/5eb3d201e8c9%2C36363%2C1732519138880.1732519140663 not finished, retry = 0 2024-11-25T07:19:15,006 INFO [M:0;5eb3d201e8c9:36363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:19:15,006 INFO [M:0;5eb3d201e8c9:36363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36363 2024-11-25T07:19:15,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:15,008 INFO [M:0;5eb3d201e8c9:36363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:15,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:15,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x1014dfdec690003, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:15,111 INFO [M:0;5eb3d201e8c9:36363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:15,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:15,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:15,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:15,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:15,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:15,128 WARN [BP-2055703024-172.17.0.2-1732519137796 heartbeating to localhost/127.0.0.1:35591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:19:15,128 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:19:15,128 WARN [BP-2055703024-172.17.0.2-1732519137796 heartbeating to localhost/127.0.0.1:35591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2055703024-172.17.0.2-1732519137796 (Datanode Uuid 8161f70b-c418-4957-b49c-3a6e73e8810e) service to localhost/127.0.0.1:35591 2024-11-25T07:19:15,128 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:19:15,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/cluster_cd66e92c-1e53-382f-5633-df42fb810e47/data/data1/current/BP-2055703024-172.17.0.2-1732519137796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:15,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/cluster_cd66e92c-1e53-382f-5633-df42fb810e47/data/data2/current/BP-2055703024-172.17.0.2-1732519137796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:15,129 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:19:15,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:15,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:15,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:15,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:15,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:15,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:19:15,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:19:15,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:15,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:15,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:15,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:15,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:15,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:19:15,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470859731, stopped=false 2024-11-25T07:19:15,179 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,34437,1732519147094 2024-11-25T07:19:15,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/running 2024-11-25T07:19:15,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:15,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/running 2024-11-25T07:19:15,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:15,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:19:15,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Set watcher on znode that does not yet exist, /01751387553/running 2024-11-25T07:19:15,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:15,182 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-25T07:19:15,182 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(3091): Received CLOSE for bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:15,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:15,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:15,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:15,184 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,37935,1732519147125' ***** 2024-11-25T07:19:15,184 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:19:15,185 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfaaed590ffeb3000ceda1694c1adbad, disabling compactions & flushes 2024-11-25T07:19:15,185 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:15,185 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:15,185 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. after waiting 0 ms 2024-11-25T07:19:15,185 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:15,187 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:19:15,187 INFO [RS:0;5eb3d201e8c9:37935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:19:15,187 INFO [RS:0;5eb3d201e8c9:37935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:19:15,187 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:15,187 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:15,188 INFO [RS:0;5eb3d201e8c9:37935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:37935. 2024-11-25T07:19:15,188 DEBUG [RS:0;5eb3d201e8c9:37935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:15,188 DEBUG [RS:0;5eb3d201e8c9:37935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:15,188 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:19:15,188 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:19:15,188 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:19:15,188 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:19:15,188 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:19:15,188 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:19:15,188 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1325): Online Regions={bfaaed590ffeb3000ceda1694c1adbad=hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:19:15,188 DEBUG [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfaaed590ffeb3000ceda1694c1adbad 2024-11-25T07:19:15,192 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:15,192 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:15,192 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:15,192 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:15,192 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:15,192 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T07:19:15,197 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/replication/bfaaed590ffeb3000ceda1694c1adbad/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-25T07:19:15,197 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:15,197 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:15,198 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:15,198 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfaaed590ffeb3000ceda1694c1adbad: Waiting for close lock at 1732519155185Running coprocessor pre-close hooks at 1732519155185Disabling compacts and flushes for region at 1732519155185Disabling writes for close at 1732519155185Writing region close event to WAL at 1732519155193 (+8 ms)Running coprocessor post-close hooks at 1732519155197 (+4 ms)Closed at 1732519155198 (+1 ms) 2024-11-25T07:19:15,198 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad. 2024-11-25T07:19:15,211 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:15,216 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/info/b2331618ec9849cdac22b6b095b953c3 is 147, key is hbase:replication,,1732519142104.bfaaed590ffeb3000ceda1694c1adbad./info:regioninfo/1732519152602/Put/seqid=0 2024-11-25T07:19:15,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741851_1027 (size=6385) 2024-11-25T07:19:15,225 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/info/b2331618ec9849cdac22b6b095b953c3 2024-11-25T07:19:15,234 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/.tmp/info/b2331618ec9849cdac22b6b095b953c3 as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/info/b2331618ec9849cdac22b6b095b953c3 2024-11-25T07:19:15,252 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/info/b2331618ec9849cdac22b6b095b953c3, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T07:19:15,254 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=19, compaction requested=false 2024-11-25T07:19:15,261 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T07:19:15,263 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:15,263 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:15,263 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:15,263 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519155192Running coprocessor pre-close hooks at 1732519155192Disabling compacts and flushes for region at 1732519155192Disabling writes for close at 1732519155192Obtaining lock to block concurrent updates at 1732519155192Preparing flush snapshotting stores in 1588230740 at 1732519155192Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732519155192Flushing stores of hbase:meta,,1.1588230740 at 1732519155193 (+1 ms)Flushing 1588230740/info: creating writer at 1732519155193Flushing 1588230740/info: appending metadata at 1732519155215 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732519155215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67db137d: reopening flushed file at 1732519155233 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=19, compaction requested=false at 1732519155254 (+21 ms)Writing region close event to WAL at 1732519155256 (+2 ms)Running coprocessor post-close hooks at 1732519155263 (+7 ms)Closed at 1732519155263 2024-11-25T07:19:15,263 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:15,388 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,37935,1732519147125; all regions closed. 2024-11-25T07:19:15,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741849_1025 (size=2156) 2024-11-25T07:19:15,397 DEBUG [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs 2024-11-25T07:19:15,397 INFO [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C37935%2C1732519147125.meta:.meta(num 1732519148282) 2024-11-25T07:19:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741850_1026 (size=796) 2024-11-25T07:19:15,402 DEBUG [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs 2024-11-25T07:19:15,402 INFO [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C37935%2C1732519147125.rep:(num 1732519152566) 2024-11-25T07:19:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741848_1024 (size=93) 2024-11-25T07:19:15,407 DEBUG [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/oldWALs 2024-11-25T07:19:15,407 INFO [RS:0;5eb3d201e8c9:37935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C37935%2C1732519147125:(num 1732519147969) 2024-11-25T07:19:15,407 DEBUG [RS:0;5eb3d201e8c9:37935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:15,407 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:15,407 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:15,408 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:15,408 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:15,408 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:15,408 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T07:19:15,409 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T07:19:15,409 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T07:19:15,408 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,37935,1732519147125 because: Region server is closing 2024-11-25T07:19:15,409 INFO [RS:0;5eb3d201e8c9:37935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:37935. 2024-11-25T07:19:15,409 DEBUG [RS:0;5eb3d201e8c9:37935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:15,409 DEBUG [RS:0;5eb3d201e8c9:37935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:15,410 DEBUG [RS:0;5eb3d201e8c9:37935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:15,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:15,510 WARN [RS:0;5eb3d201e8c9:37935.replicationSource.wal-reader.5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:19:15,510 WARN [RS:0;5eb3d201e8c9:37935.replicationSource.shipper5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:19:15,510 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5eb3d201e8c9:37935.replicationSource.shipper5eb3d201e8c9%2C37935%2C1732519147125,1-5eb3d201e8c9,37935,1732519147125 terminated 2024-11-25T07:19:15,510 INFO [RS:0;5eb3d201e8c9:37935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37935 2024-11-25T07:19:15,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553/rs 2024-11-25T07:19:15,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/rs/5eb3d201e8c9,37935,1732519147125 2024-11-25T07:19:15,513 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:15,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,37935,1732519147125] 2024-11-25T07:19:15,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01751387553/draining/5eb3d201e8c9,37935,1732519147125 already deleted, retry=false 2024-11-25T07:19:15,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,37935,1732519147125 expired; onlineServers=0 2024-11-25T07:19:15,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,34437,1732519147094' ***** 2024-11-25T07:19:15,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:19:15,517 INFO [M:0;5eb3d201e8c9:34437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:15,517 INFO [M:0;5eb3d201e8c9:34437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:15,517 DEBUG [M:0;5eb3d201e8c9:34437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:19:15,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:19:15,517 DEBUG [M:0;5eb3d201e8c9:34437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:19:15,517 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519147728 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519147728,5,FailOnTimeoutGroup] 2024-11-25T07:19:15,517 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519147723 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519147723,5,FailOnTimeoutGroup] 2024-11-25T07:19:15,517 INFO [M:0;5eb3d201e8c9:34437 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:15,517 INFO [M:0;5eb3d201e8c9:34437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:15,517 DEBUG [M:0;5eb3d201e8c9:34437 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:19:15,517 INFO [M:0;5eb3d201e8c9:34437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:19:15,517 INFO [M:0;5eb3d201e8c9:34437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:15,518 INFO [M:0;5eb3d201e8c9:34437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:19:15,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:19:15,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751387553/master 2024-11-25T07:19:15,519 DEBUG [M:0;5eb3d201e8c9:34437 {}] zookeeper.ZKUtil(347): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Unable to get data of znode /01751387553/master because node does not exist (not an error) 2024-11-25T07:19:15,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751387553 2024-11-25T07:19:15,519 WARN [M:0;5eb3d201e8c9:34437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:19:15,519 INFO [M:0;5eb3d201e8c9:34437 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/.lastflushedseqids 2024-11-25T07:19:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741852_1028 (size=181) 2024-11-25T07:19:15,535 INFO [M:0;5eb3d201e8c9:34437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:19:15,535 INFO [M:0;5eb3d201e8c9:34437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:19:15,535 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:15,535 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:15,535 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:15,535 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:15,535 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:15,535 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T07:19:15,563 DEBUG [M:0;5eb3d201e8c9:34437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb94adf7aac43208be6e3d076e8157e is 82, key is hbase:meta,,1/info:regioninfo/1732519148338/Put/seqid=0 2024-11-25T07:19:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741853_1029 (size=5672) 2024-11-25T07:19:15,575 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb94adf7aac43208be6e3d076e8157e 2024-11-25T07:19:15,610 DEBUG [M:0;5eb3d201e8c9:34437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85935e9129424d4ebcfd5a7f44ed937e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732519152607/Put/seqid=0 2024-11-25T07:19:15,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:15,615 INFO [RS:0;5eb3d201e8c9:37935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:15,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37935-0x1014dfdec690007, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:15,615 INFO [RS:0;5eb3d201e8c9:37935 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,37935,1732519147125; zookeeper connection closed. 2024-11-25T07:19:15,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b3b6fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b3b6fa 2024-11-25T07:19:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741854_1030 (size=7312) 2024-11-25T07:19:15,625 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:19:16,023 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85935e9129424d4ebcfd5a7f44ed937e 2024-11-25T07:19:16,047 DEBUG [M:0;5eb3d201e8c9:34437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/753a7544caee44f09443e6c54e6d5321 is 69, key is 5eb3d201e8c9,37935,1732519147125/rs:state/1732519147770/Put/seqid=0 2024-11-25T07:19:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741855_1031 (size=5370) 2024-11-25T07:19:16,452 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/753a7544caee44f09443e6c54e6d5321 2024-11-25T07:19:16,457 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 753a7544caee44f09443e6c54e6d5321 2024-11-25T07:19:16,458 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fb94adf7aac43208be6e3d076e8157e as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fb94adf7aac43208be6e3d076e8157e 2024-11-25T07:19:16,462 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fb94adf7aac43208be6e3d076e8157e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T07:19:16,463 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85935e9129424d4ebcfd5a7f44ed937e as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85935e9129424d4ebcfd5a7f44ed937e 2024-11-25T07:19:16,467 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85935e9129424d4ebcfd5a7f44ed937e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-25T07:19:16,467 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/753a7544caee44f09443e6c54e6d5321 as hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/753a7544caee44f09443e6c54e6d5321 2024-11-25T07:19:16,472 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 753a7544caee44f09443e6c54e6d5321 2024-11-25T07:19:16,472 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/753a7544caee44f09443e6c54e6d5321, entries=2, sequenceid=127, filesize=5.2 K 2024-11-25T07:19:16,473 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=127, compaction requested=false 2024-11-25T07:19:16,474 INFO [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:16,474 DEBUG [M:0;5eb3d201e8c9:34437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519155535Disabling compacts and flushes for region at 1732519155535Disabling writes for close at 1732519155535Obtaining lock to block concurrent updates at 1732519155535Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519155535Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732519155535Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519155536 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519155536Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519155563 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519155563Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519155586 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519155610 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519155610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519156028 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519156046 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519156046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be974e2: reopening flushed file at 1732519156457 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fa65a7: reopening flushed file at 1732519156462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5057f2ca: reopening flushed file at 1732519156467 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=127, compaction requested=false at 1732519156473 (+6 ms)Writing region close event to WAL at 1732519156474 (+1 ms)Closed at 1732519156474 2024-11-25T07:19:16,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0853b96a-79f9-67b6-b97f-f2e74979b5cf/MasterData/WALs/5eb3d201e8c9,34437,1732519147094/5eb3d201e8c9%2C34437%2C1732519147094.1732519147596 not finished, retry = 0 2024-11-25T07:19:16,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741847_1023 (size=22903) 2024-11-25T07:19:16,577 INFO [M:0;5eb3d201e8c9:34437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:19:16,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:16,577 INFO [M:0;5eb3d201e8c9:34437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34437 2024-11-25T07:19:16,577 INFO [M:0;5eb3d201e8c9:34437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:16,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:16,679 INFO [M:0;5eb3d201e8c9:34437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:16,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34437-0x1014dfdec690006, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:16,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:16,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:16,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:16,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:16,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:16,684 WARN [BP-107917138-172.17.0.2-1732519133685 heartbeating to localhost/127.0.0.1:44805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:19:16,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:19:16,684 WARN [BP-107917138-172.17.0.2-1732519133685 heartbeating to localhost/127.0.0.1:44805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-107917138-172.17.0.2-1732519133685 (Datanode Uuid af13601b-6df2-4959-99c2-45a336492e73) service to localhost/127.0.0.1:44805 2024-11-25T07:19:16,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:19:16,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b/data/data1/current/BP-107917138-172.17.0.2-1732519133685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:16,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/cluster_6cf00139-bbc7-0dab-37b4-19f7879b413b/data/data2/current/BP-107917138-172.17.0.2-1732519133685 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:16,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:19:16,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:16,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:16,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:16,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:16,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fab83207-9dba-05c6-e8e8-4980e40e368d/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:16,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:19:16,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:19:16,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35591 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44805 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=8094 (was 7534) - AvailableMemoryMB LEAK? - 2024-11-25T07:19:16,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=8094 2024-11-25T07:19:16,745 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-25T07:19:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.log.dir so I do NOT create it in target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156 2024-11-25T07:19:16,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:19:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.tmp.dir so I do NOT create it in target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156 2024-11-25T07:19:16,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5fb8e57-7d2b-bda1-9f4c-c8d3a6e50cb7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:19:16,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156 2024-11-25T07:19:16,746 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540, deleteOnExit=true 2024-11-25T07:19:16,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540/zookeeper_0, clientPort=53648, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:19:16,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53648 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/test.cache.data in system properties and HBase conf 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:19:16,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:19:16,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:19:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:19:16,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dfdec690005, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:19:16,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dfdec690002, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:19:16,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dfdec690005, quorum=127.0.0.1:51421, baseZNode=/1-438716877 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:19:16,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dfdec690002, quorum=127.0.0.1:51421, baseZNode=/01751387553 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:19:16,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:16,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:16,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:16,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:16,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:19:16,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:16,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:16,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:16,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522bcf48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/java.io.tmpdir/jetty-localhost-46487-hadoop-hdfs-3_4_1-tests_jar-_-any-11438410602879253086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:16,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:46487} 2024-11-25T07:19:16,968 INFO [Time-limited test {}] server.Server(415): Started @153787ms 2024-11-25T07:19:17,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:17,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:17,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:17,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:17,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:19:17,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:17,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:17,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2d1afa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/java.io.tmpdir/jetty-localhost-38851-hadoop-hdfs-3_4_1-tests_jar-_-any-2580322902585504487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:17,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:38851} 2024-11-25T07:19:17,186 INFO [Time-limited test {}] server.Server(415): Started @154006ms 2024-11-25T07:19:17,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:19:17,284 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540/data/data1/current/BP-598897219-172.17.0.2-1732519156768/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:17,284 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540/data/data2/current/BP-598897219-172.17.0.2-1732519156768/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:17,304 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:19:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ae741e1ade43737 with lease ID 0x12e2cf9f92db826a: Processing first storage report for DS-b8cd741d-52e2-4b44-ac84-185636969a99 from datanode DatanodeRegistration(127.0.0.1:42123, datanodeUuid=0defeb9f-f0b9-47e4-94fa-49833c0883e4, infoPort=43771, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1744317855;c=1732519156768) 2024-11-25T07:19:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ae741e1ade43737 with lease ID 0x12e2cf9f92db826a: from storage DS-b8cd741d-52e2-4b44-ac84-185636969a99 node DatanodeRegistration(127.0.0.1:42123, datanodeUuid=0defeb9f-f0b9-47e4-94fa-49833c0883e4, infoPort=43771, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1744317855;c=1732519156768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:19:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ae741e1ade43737 with lease ID 0x12e2cf9f92db826a: Processing first storage report for DS-46333b24-0172-451f-8773-007b956c5fa1 from datanode DatanodeRegistration(127.0.0.1:42123, datanodeUuid=0defeb9f-f0b9-47e4-94fa-49833c0883e4, infoPort=43771, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1744317855;c=1732519156768) 2024-11-25T07:19:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ae741e1ade43737 with lease ID 0x12e2cf9f92db826a: from storage DS-46333b24-0172-451f-8773-007b956c5fa1 node DatanodeRegistration(127.0.0.1:42123, datanodeUuid=0defeb9f-f0b9-47e4-94fa-49833c0883e4, infoPort=43771, infoSecurePort=0, ipcPort=33227, storageInfo=lv=-57;cid=testClusterID;nsid=1744317855;c=1732519156768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:19:17,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156 2024-11-25T07:19:17,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:17,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:19:17,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5 with version=8 2024-11-25T07:19:17,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/hbase-staging 2024-11-25T07:19:17,724 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:17,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:17,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:17,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:17,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:17,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:17,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:19:17,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:17,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39795 2024-11-25T07:19:17,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39795 connecting to ZooKeeper ensemble=127.0.0.1:53648 2024-11-25T07:19:17,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397950x0, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:17,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39795-0x1014dfe469b0000 connected 2024-11-25T07:19:17,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:17,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:17,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on znode that does not yet exist, /0-242886848/running 2024-11-25T07:19:17,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5, hbase.cluster.distributed=false 2024-11-25T07:19:17,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on znode that does not yet exist, /0-242886848/acl 2024-11-25T07:19:17,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-25T07:19:17,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39795 2024-11-25T07:19:17,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39795 2024-11-25T07:19:17,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-25T07:19:17,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39795 2024-11-25T07:19:17,776 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:17,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:17,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:17,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:17,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:17,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:17,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:19:17,776 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:17,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42057 2024-11-25T07:19:17,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42057 connecting to ZooKeeper ensemble=127.0.0.1:53648 2024-11-25T07:19:17,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:17,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:17,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420570x0, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:17,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420570x0, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on znode that does not yet exist, /0-242886848/running 2024-11-25T07:19:17,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:19:17,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42057-0x1014dfe469b0001 connected 2024-11-25T07:19:17,802 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:19:17,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on znode that does not yet exist, /0-242886848/master 2024-11-25T07:19:17,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on znode that does not yet exist, /0-242886848/acl 2024-11-25T07:19:17,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42057 2024-11-25T07:19:17,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42057 2024-11-25T07:19:17,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42057 2024-11-25T07:19:17,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42057 2024-11-25T07:19:17,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42057 2024-11-25T07:19:17,821 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:39795 2024-11-25T07:19:17,822 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-242886848/backup-masters/5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848/backup-masters 2024-11-25T07:19:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848/backup-masters 2024-11-25T07:19:17,824 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on existing znode=/0-242886848/backup-masters/5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:17,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:17,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-242886848/master 2024-11-25T07:19:17,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:17,826 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on existing znode=/0-242886848/master 2024-11-25T07:19:17,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-242886848/backup-masters/5eb3d201e8c9,39795,1732519157724 from backup master directory 2024-11-25T07:19:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242886848/backup-masters/5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848/backup-masters 2024-11-25T07:19:17,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848/backup-masters 2024-11-25T07:19:17,829 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:17,829 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:17,833 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/hbase.id] with ID: 139c091e-fb72-43ba-9bb9-c79f870867f9 2024-11-25T07:19:17,833 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/.tmp/hbase.id 2024-11-25T07:19:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:19:18,243 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/.tmp/hbase.id]:[hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/hbase.id] 2024-11-25T07:19:18,253 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:18,253 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:19:18,254 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:19:18,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:18,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:19:18,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:18,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:19:18,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:19:18,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:18,661 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:18,662 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:19:18,663 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:18,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:19:19,070 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store 2024-11-25T07:19:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:19:19,476 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:19,476 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:19,476 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:19,476 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:19,476 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:19,476 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:19,476 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:19,477 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519159476Disabling compacts and flushes for region at 1732519159476Disabling writes for close at 1732519159476Writing region close event to WAL at 1732519159476Closed at 1732519159476 2024-11-25T07:19:19,478 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/.initializing 2024-11-25T07:19:19,478 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/WALs/5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:19,479 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:19,481 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C39795%2C1732519157724, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/WALs/5eb3d201e8c9,39795,1732519157724, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/oldWALs, maxLogs=10 2024-11-25T07:19:19,499 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/WALs/5eb3d201e8c9,39795,1732519157724/5eb3d201e8c9%2C39795%2C1732519157724.1732519159482, exclude list is [], retry=0 2024-11-25T07:19:19,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42123,DS-b8cd741d-52e2-4b44-ac84-185636969a99,DISK] 2024-11-25T07:19:19,504 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/WALs/5eb3d201e8c9,39795,1732519157724/5eb3d201e8c9%2C39795%2C1732519157724.1732519159482 2024-11-25T07:19:19,504 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43771:43771)] 2024-11-25T07:19:19,504 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:19,504 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:19,504 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,505 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:19:19,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:19,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:19,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:19:19,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:19,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:19,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:19:19,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:19,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:19,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:19:19,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:19,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:19,524 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,525 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,525 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,526 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,526 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,527 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:19,527 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:19,529 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:19,530 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62098363, jitterRate=-0.07466228306293488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:19,530 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519159505Initializing all the Stores at 1732519159505Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519159505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519159505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519159505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519159505Cleaning up temporary data from old regions at 1732519159526 (+21 ms)Region opened successfully at 1732519159530 (+4 ms) 2024-11-25T07:19:19,531 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:19:19,533 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23909b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:19,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:19:19,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:19:19,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:19:19,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:19:19,535 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:19:19,535 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:19:19,535 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:19:19,536 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:19:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Unable to get data of znode /0-242886848/balancer because node does not exist (not necessarily an error) 2024-11-25T07:19:19,538 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242886848/balancer already deleted, retry=false 2024-11-25T07:19:19,539 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:19:19,539 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Unable to get data of znode /0-242886848/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:19:19,541 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242886848/normalizer already deleted, retry=false 2024-11-25T07:19:19,541 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:19:19,544 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Unable to get data of znode /0-242886848/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:19:19,549 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242886848/switch/split already deleted, retry=false 2024-11-25T07:19:19,549 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Unable to get data of znode /0-242886848/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:19:19,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242886848/switch/merge already deleted, retry=false 2024-11-25T07:19:19,552 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Unable to get data of znode /0-242886848/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:19:19,553 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-242886848/snapshot-cleanup already deleted, retry=false 2024-11-25T07:19:19,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-242886848/running 2024-11-25T07:19:19,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-242886848/running 2024-11-25T07:19:19,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:19,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:19,555 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,39795,1732519157724, sessionid=0x1014dfe469b0000, setting cluster-up flag (Was=false) 2024-11-25T07:19:19,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:19,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:19,568 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-242886848/flush-table-proc/acquired, /0-242886848/flush-table-proc/reached, /0-242886848/flush-table-proc/abort 2024-11-25T07:19:19,569 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:19,631 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-242886848/online-snapshot/acquired, /0-242886848/online-snapshot/reached, /0-242886848/online-snapshot/abort 2024-11-25T07:19:19,632 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:19,633 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:19:19,634 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:19,635 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:19:19,635 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:19:19,635 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5eb3d201e8c9,36663,1732519134738: status=Processing ServerCrashProcedure of 5eb3d201e8c9,36663,1732519134738 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732519147710, completionTime=-1 appears to have been leaked 2024-11-25T07:19:19,635 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,39795,1732519157724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:19,637 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:19,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:19:19,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:19,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:19:19,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519189640 2024-11-25T07:19:19,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:19:19,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:19:19,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:19:19,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:19:19,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:19:19,640 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:19:19,641 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:19:19,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:19:19,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:19:19,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:19:19,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:19:19,642 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:19:19,643 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519159642,5,FailOnTimeoutGroup] 2024-11-25T07:19:19,643 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519159643,5,FailOnTimeoutGroup] 2024-11-25T07:19:19,643 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,643 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:19:19,643 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,643 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:19:19,722 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(746): ClusterId : 139c091e-fb72-43ba-9bb9-c79f870867f9 2024-11-25T07:19:19,722 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:19:19,724 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:19:19,724 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:19:19,725 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:19:19,726 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d84e7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:19,738 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:42057 2024-11-25T07:19:19,738 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:19:19,738 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:19:19,738 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:19:19,739 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,39795,1732519157724 with port=42057, startcode=1732519157775 2024-11-25T07:19:19,739 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:19:19,741 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:19:19,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:19,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39795 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:19,743 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5 2024-11-25T07:19:19,743 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41025 2024-11-25T07:19:19,743 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:19:19,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848/rs 2024-11-25T07:19:19,746 DEBUG [RS:0;5eb3d201e8c9:42057 {}] zookeeper.ZKUtil(111): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on existing znode=/0-242886848/rs/5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:19,746 WARN [RS:0;5eb3d201e8c9:42057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:19,746 INFO [RS:0;5eb3d201e8c9:42057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:19,746 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:19,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,42057,1732519157775] 2024-11-25T07:19:19,749 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:19:19,751 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:19:19,752 INFO [RS:0;5eb3d201e8c9:42057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:19:19,752 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,752 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:19:19,753 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:19:19,753 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,753 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,753 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,753 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,753 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,753 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:19,754 DEBUG [RS:0;5eb3d201e8c9:42057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:19,758 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,758 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,758 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,758 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,758 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,758 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42057,1732519157775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:19,772 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:19:19,772 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42057,1732519157775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,772 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,772 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.Replication(171): 5eb3d201e8c9,42057,1732519157775 started 2024-11-25T07:19:19,786 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:19,786 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,42057,1732519157775, RpcServer on 5eb3d201e8c9/172.17.0.2:42057, sessionid=0x1014dfe469b0001 2024-11-25T07:19:19,786 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:19:19,786 DEBUG [RS:0;5eb3d201e8c9:42057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,42057,1732519157775' 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-242886848/flush-table-proc/abort' 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-242886848/flush-table-proc/acquired' 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,42057,1732519157775' 2024-11-25T07:19:19,787 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-242886848/online-snapshot/abort' 2024-11-25T07:19:19,788 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-242886848/online-snapshot/acquired' 2024-11-25T07:19:19,788 DEBUG [RS:0;5eb3d201e8c9:42057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:19:19,788 INFO [RS:0;5eb3d201e8c9:42057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:19:19,788 INFO [RS:0;5eb3d201e8c9:42057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:19:19,888 INFO [RS:0;5eb3d201e8c9:42057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:19,890 INFO [RS:0;5eb3d201e8c9:42057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C42057%2C1732519157775, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/oldWALs, maxLogs=10 2024-11-25T07:19:19,911 DEBUG [RS:0;5eb3d201e8c9:42057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891, exclude list is [], retry=0 2024-11-25T07:19:19,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42123,DS-b8cd741d-52e2-4b44-ac84-185636969a99,DISK] 2024-11-25T07:19:19,921 INFO [RS:0;5eb3d201e8c9:42057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 2024-11-25T07:19:19,922 DEBUG [RS:0;5eb3d201e8c9:42057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43771:43771)] 2024-11-25T07:19:20,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:19:20,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5 2024-11-25T07:19:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:19:20,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:20,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:20,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:20,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:20,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:20,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:20,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:20,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:20,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:20,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:20,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740 2024-11-25T07:19:20,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740 2024-11-25T07:19:20,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:20,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:20,467 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:20,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:20,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:20,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72036564, jitterRate=0.0734284520149231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:20,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519160457Initializing all the Stores at 1732519160457Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519160457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519160458 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519160458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519160458Cleaning up temporary data from old regions at 1732519160466 (+8 ms)Region opened successfully at 1732519160471 (+5 ms) 2024-11-25T07:19:20,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:20,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:20,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:20,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:20,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:20,474 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:20,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519160471Disabling compacts and flushes for region at 1732519160471Disabling writes for close at 1732519160471Writing region close event to WAL at 1732519160474 (+3 ms)Closed at 1732519160474 2024-11-25T07:19:20,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:20,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:19:20,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:19:20,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:20,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:19:20,628 DEBUG [5eb3d201e8c9:39795 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:19:20,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:20,630 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,42057,1732519157775, state=OPENING 2024-11-25T07:19:20,632 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:19:20,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:20,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:20,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:20,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242886848/meta-region-server: CHANGED 2024-11-25T07:19:20,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242886848/meta-region-server: CHANGED 2024-11-25T07:19:20,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,42057,1732519157775}] 2024-11-25T07:19:20,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:20,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:20,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:20,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:19:20,792 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:19:20,792 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:20,793 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:19:20,794 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C42057%2C1732519157775.meta, suffix=.meta, logDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/oldWALs, maxLogs=10 2024-11-25T07:19:20,811 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.meta.1732519160794.meta, exclude list is [], retry=0 2024-11-25T07:19:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42123,DS-b8cd741d-52e2-4b44-ac84-185636969a99,DISK] 2024-11-25T07:19:20,815 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.meta.1732519160794.meta 2024-11-25T07:19:20,815 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43771:43771)] 2024-11-25T07:19:20,816 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:20,816 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:20,816 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:20,816 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:19:20,816 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:19:20,816 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:19:20,816 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:20,817 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:19:20,817 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:19:20,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:20,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:20,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:20,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:20,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:20,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:20,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:20,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:20,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:20,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:20,822 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:20,823 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740 2024-11-25T07:19:20,823 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740 2024-11-25T07:19:20,824 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:20,824 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:20,825 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:20,826 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:20,826 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59750522, jitterRate=-0.10964784026145935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:20,827 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:19:20,827 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519160817Writing region info on filesystem at 1732519160817Initializing all the Stores at 1732519160817Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519160817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519160818 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519160818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519160818Cleaning up temporary data from old regions at 1732519160824 (+6 ms)Running coprocessor post-open hooks at 1732519160827 (+3 ms)Region opened successfully at 1732519160827 2024-11-25T07:19:20,828 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519160787 2024-11-25T07:19:20,831 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:19:20,831 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:19:20,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:20,832 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,42057,1732519157775, state=OPEN 2024-11-25T07:19:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-242886848/meta-region-server 2024-11-25T07:19:20,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-242886848/meta-region-server 2024-11-25T07:19:20,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:20,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242886848/meta-region-server: CHANGED 2024-11-25T07:19:20,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-242886848/meta-region-server: CHANGED 2024-11-25T07:19:20,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:19:20,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,42057,1732519157775 in 202 msec 2024-11-25T07:19:20,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:19:20,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-25T07:19:20,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:20,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:19:20,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:20,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42057,1732519157775, seqNum=-1] 2024-11-25T07:19:20,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:20,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:20,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-25T07:19:20,849 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519160849, completionTime=-1 2024-11-25T07:19:20,849 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:19:20,849 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:19:20,851 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519220851 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519280852 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39795,1732519157724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39795,1732519157724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39795,1732519157724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:39795, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:20,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:20,854 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.026sec 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39795,1732519157724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:20,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39795,1732519157724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:19:20,857 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:19:20,857 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:19:20,857 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39795,1732519157724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:20,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:20,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39795,-1 for getting cluster id 2024-11-25T07:19:20,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:20,924 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139c091e-fb72-43ba-9bb9-c79f870867f9' 2024-11-25T07:19:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139c091e-fb72-43ba-9bb9-c79f870867f9" 2024-11-25T07:19:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa66b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39795,-1] 2024-11-25T07:19:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:20,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:20,926 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:20,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:20,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:20,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42057,1732519157775, seqNum=-1] 2024-11-25T07:19:20,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:20,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:20,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:20,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53648 2024-11-25T07:19:20,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:20,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dfe469b0002 connected 2024-11-25T07:19:20,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.log.dir so I do NOT create it in target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7 2024-11-25T07:19:20,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:19:20,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.tmp.dir so I do NOT create it in target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7 2024-11-25T07:19:20,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:19:20,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/cluster_d7eac460-55a8-feb7-198a-727e0b07a8dd, deleteOnExit=true 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/test.cache.data in system properties and HBase conf 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:19:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:19:20,938 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:19:20,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:19:21,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:21,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:21,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:21,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:21,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:19:21,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:21,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:21,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:21,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742620da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/java.io.tmpdir/jetty-localhost-40007-hadoop-hdfs-3_4_1-tests_jar-_-any-18108298921319314151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:21,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:40007} 2024-11-25T07:19:21,207 INFO [Time-limited test {}] server.Server(415): Started @158026ms 2024-11-25T07:19:21,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:21,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:21,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:21,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:21,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:19:21,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:21,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:21,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f70bc3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/java.io.tmpdir/jetty-localhost-37567-hadoop-hdfs-3_4_1-tests_jar-_-any-2007127284839976581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:21,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:37567} 2024-11-25T07:19:21,426 INFO [Time-limited test {}] server.Server(415): Started @158246ms 2024-11-25T07:19:21,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:19:21,520 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/cluster_d7eac460-55a8-feb7-198a-727e0b07a8dd/data/data1/current/BP-428142786-172.17.0.2-1732519160967/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:21,520 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/cluster_d7eac460-55a8-feb7-198a-727e0b07a8dd/data/data2/current/BP-428142786-172.17.0.2-1732519160967/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:21,538 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:19:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74ba90622147920a with lease ID 0xb298abf455a17083: Processing first storage report for DS-16d873cf-14a8-4c75-b47d-9d70a45171f2 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a79c69b6-eda4-4964-9a2e-e24dc9c34fa9, infoPort=34027, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=431373798;c=1732519160967) 2024-11-25T07:19:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74ba90622147920a with lease ID 0xb298abf455a17083: from storage DS-16d873cf-14a8-4c75-b47d-9d70a45171f2 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a79c69b6-eda4-4964-9a2e-e24dc9c34fa9, infoPort=34027, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=431373798;c=1732519160967), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:19:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74ba90622147920a with lease ID 0xb298abf455a17083: Processing first storage report for DS-138772d1-cbeb-4697-aa72-5095c7bcb4eb from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a79c69b6-eda4-4964-9a2e-e24dc9c34fa9, infoPort=34027, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=431373798;c=1732519160967) 2024-11-25T07:19:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74ba90622147920a with lease ID 0xb298abf455a17083: from storage DS-138772d1-cbeb-4697-aa72-5095c7bcb4eb node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=a79c69b6-eda4-4964-9a2e-e24dc9c34fa9, infoPort=34027, infoSecurePort=0, ipcPort=43245, storageInfo=lv=-57;cid=testClusterID;nsid=431373798;c=1732519160967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:19:21,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7 2024-11-25T07:19:21,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:21,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:21,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:19:21,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59 with version=8 2024-11-25T07:19:21,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/hbase-staging 2024-11-25T07:19:21,967 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:21,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:21,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:21,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:21,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:21,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:21,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:19:21,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:21,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38989 2024-11-25T07:19:21,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38989 connecting to ZooKeeper ensemble=127.0.0.1:53648 2024-11-25T07:19:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389890x0, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:21,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38989-0x1014dfe469b0003 connected 2024-11-25T07:19:21,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:21,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:21,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on znode that does not yet exist, /1-1495475395/running 2024-11-25T07:19:21,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59, hbase.cluster.distributed=false 2024-11-25T07:19:21,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on znode that does not yet exist, /1-1495475395/acl 2024-11-25T07:19:21,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-25T07:19:21,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38989 2024-11-25T07:19:21,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38989 2024-11-25T07:19:21,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-25T07:19:21,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-25T07:19:22,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:22,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:22,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:22,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:22,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:22,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:22,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:19:22,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:22,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45367 2024-11-25T07:19:22,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45367 connecting to ZooKeeper ensemble=127.0.0.1:53648 2024-11-25T07:19:22,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:22,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:22,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453670x0, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:22,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453670x0, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on znode that does not yet exist, /1-1495475395/running 2024-11-25T07:19:22,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45367-0x1014dfe469b0004 connected 2024-11-25T07:19:22,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:19:22,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:19:22,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on znode that does not yet exist, /1-1495475395/master 2024-11-25T07:19:22,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on znode that does not yet exist, /1-1495475395/acl 2024-11-25T07:19:22,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-25T07:19:22,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45367 2024-11-25T07:19:22,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45367 2024-11-25T07:19:22,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-25T07:19:22,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-25T07:19:22,043 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:38989 2024-11-25T07:19:22,043 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1495475395/backup-masters/5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:22,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395/backup-masters 2024-11-25T07:19:22,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395/backup-masters 2024-11-25T07:19:22,045 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on existing znode=/1-1495475395/backup-masters/5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495475395/master 2024-11-25T07:19:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:22,051 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on existing znode=/1-1495475395/master 2024-11-25T07:19:22,051 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1495475395/backup-masters/5eb3d201e8c9,38989,1732519161967 from backup master directory 2024-11-25T07:19:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395/backup-masters 2024-11-25T07:19:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495475395/backup-masters/5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395/backup-masters 2024-11-25T07:19:22,053 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:22,053 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:22,057 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/hbase.id] with ID: 2c7f1d38-062a-4880-b67d-b9aab13af5ea 2024-11-25T07:19:22,057 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/.tmp/hbase.id 2024-11-25T07:19:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:19:22,466 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/.tmp/hbase.id]:[hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/hbase.id] 2024-11-25T07:19:22,480 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:22,480 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:19:22,482 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T07:19:22,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:22,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:19:22,913 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:22,914 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:19:22,914 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:19:23,326 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store 2024-11-25T07:19:23,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:19:23,733 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:23,733 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:23,733 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:23,733 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:23,733 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:23,733 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:23,733 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:23,733 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519163733Disabling compacts and flushes for region at 1732519163733Disabling writes for close at 1732519163733Writing region close event to WAL at 1732519163733Closed at 1732519163733 2024-11-25T07:19:23,734 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/.initializing 2024-11-25T07:19:23,734 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/WALs/5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:23,736 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:23,737 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C38989%2C1732519161967, suffix=, logDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/WALs/5eb3d201e8c9,38989,1732519161967, archiveDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/oldWALs, maxLogs=10 2024-11-25T07:19:23,755 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/WALs/5eb3d201e8c9,38989,1732519161967/5eb3d201e8c9%2C38989%2C1732519161967.1732519163738, exclude list is [], retry=0 2024-11-25T07:19:23,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-16d873cf-14a8-4c75-b47d-9d70a45171f2,DISK] 2024-11-25T07:19:23,764 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/WALs/5eb3d201e8c9,38989,1732519161967/5eb3d201e8c9%2C38989%2C1732519161967.1732519163738 2024-11-25T07:19:23,764 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-25T07:19:23,765 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:23,765 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:23,765 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,765 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:19:23,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:23,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:23,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:19:23,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:23,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:23,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:19:23,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:23,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:23,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:19:23,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:23,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:23,773 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,773 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,773 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,774 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,774 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,775 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:23,776 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:23,778 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:23,778 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74678074, jitterRate=0.11279001832008362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:23,778 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519163765Initializing all the Stores at 1732519163766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519163766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519163766Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519163766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519163766Cleaning up temporary data from old regions at 1732519163774 (+8 ms)Region opened successfully at 1732519163778 (+4 ms) 2024-11-25T07:19:23,778 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:19:23,781 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790ee2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:23,782 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:19:23,782 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:19:23,782 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:19:23,782 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:19:23,783 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:19:23,783 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:19:23,783 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:19:23,784 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:19:23,785 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Unable to get data of znode /1-1495475395/balancer because node does not exist (not necessarily an error) 2024-11-25T07:19:23,786 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495475395/balancer already deleted, retry=false 2024-11-25T07:19:23,787 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:19:23,787 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Unable to get data of znode /1-1495475395/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:19:23,790 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495475395/normalizer already deleted, retry=false 2024-11-25T07:19:23,790 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:19:23,791 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Unable to get data of znode /1-1495475395/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:19:23,792 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495475395/switch/split already deleted, retry=false 2024-11-25T07:19:23,793 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Unable to get data of znode /1-1495475395/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:19:23,794 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495475395/switch/merge already deleted, retry=false 2024-11-25T07:19:23,795 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Unable to get data of znode /1-1495475395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:19:23,796 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495475395/snapshot-cleanup already deleted, retry=false 2024-11-25T07:19:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495475395/running 2024-11-25T07:19:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495475395/running 2024-11-25T07:19:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:23,799 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,38989,1732519161967, sessionid=0x1014dfe469b0003, setting cluster-up flag (Was=false) 2024-11-25T07:19:23,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:23,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:23,806 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1495475395/flush-table-proc/acquired, /1-1495475395/flush-table-proc/reached, /1-1495475395/flush-table-proc/abort 2024-11-25T07:19:23,809 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:23,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:23,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:23,817 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1495475395/online-snapshot/acquired, /1-1495475395/online-snapshot/reached, /1-1495475395/online-snapshot/abort 2024-11-25T07:19:23,818 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:23,819 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:19:23,821 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:23,821 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:19:23,821 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:19:23,821 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,38989,1732519161967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:19:23,822 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:23,822 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:23,822 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:23,822 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:23,822 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:19:23,823 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,823 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:23,823 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,823 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519193823 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:23,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:19:23,824 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:19:23,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:23,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:19:23,828 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:19:23,828 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:19:23,831 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519163828,5,FailOnTimeoutGroup] 2024-11-25T07:19:23,831 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519163831,5,FailOnTimeoutGroup] 2024-11-25T07:19:23,831 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,831 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:19:23,831 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,831 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,832 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(746): ClusterId : 2c7f1d38-062a-4880-b67d-b9aab13af5ea 2024-11-25T07:19:23,832 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:19:23,834 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:19:23,834 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:19:23,837 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:19:23,837 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c0dda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:23,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:19:23,853 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:45367 2024-11-25T07:19:23,853 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:19:23,853 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:19:23,853 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:19:23,853 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,38989,1732519161967 with port=45367, startcode=1732519162010 2024-11-25T07:19:23,854 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:19:23,855 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:19:23,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:23,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38989 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:23,857 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59 2024-11-25T07:19:23,857 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46775 2024-11-25T07:19:23,857 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:19:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395/rs 2024-11-25T07:19:23,861 DEBUG [RS:0;5eb3d201e8c9:45367 {}] zookeeper.ZKUtil(111): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on existing znode=/1-1495475395/rs/5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:23,862 WARN [RS:0;5eb3d201e8c9:45367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:23,862 INFO [RS:0;5eb3d201e8c9:45367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:23,862 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:23,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,45367,1732519162010] 2024-11-25T07:19:23,865 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:19:23,866 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:19:23,866 INFO [RS:0;5eb3d201e8c9:45367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:19:23,866 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,868 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:19:23,869 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:19:23,869 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:23,869 DEBUG [RS:0;5eb3d201e8c9:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:23,873 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,873 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,873 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,873 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,873 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,873 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45367,1732519162010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:23,887 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:19:23,888 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,45367,1732519162010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,888 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,888 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.Replication(171): 5eb3d201e8c9,45367,1732519162010 started 2024-11-25T07:19:23,901 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:23,901 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,45367,1732519162010, RpcServer on 5eb3d201e8c9/172.17.0.2:45367, sessionid=0x1014dfe469b0004 2024-11-25T07:19:23,901 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:19:23,901 DEBUG [RS:0;5eb3d201e8c9:45367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:23,901 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,45367,1732519162010' 2024-11-25T07:19:23,901 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1495475395/flush-table-proc/abort' 2024-11-25T07:19:23,902 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1495475395/flush-table-proc/acquired' 2024-11-25T07:19:23,902 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:19:23,902 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:19:23,902 DEBUG [RS:0;5eb3d201e8c9:45367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:23,902 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,45367,1732519162010' 2024-11-25T07:19:23,902 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1495475395/online-snapshot/abort' 2024-11-25T07:19:23,902 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1495475395/online-snapshot/acquired' 2024-11-25T07:19:23,903 DEBUG [RS:0;5eb3d201e8c9:45367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:19:23,903 INFO [RS:0;5eb3d201e8c9:45367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:19:23,903 INFO [RS:0;5eb3d201e8c9:45367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:19:24,003 INFO [RS:0;5eb3d201e8c9:45367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:24,005 INFO [RS:0;5eb3d201e8c9:45367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C45367%2C1732519162010, suffix=, logDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010, archiveDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/oldWALs, maxLogs=10 2024-11-25T07:19:24,019 DEBUG [RS:0;5eb3d201e8c9:45367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005, exclude list is [], retry=0 2024-11-25T07:19:24,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-16d873cf-14a8-4c75-b47d-9d70a45171f2,DISK] 2024-11-25T07:19:24,023 INFO [RS:0;5eb3d201e8c9:45367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 2024-11-25T07:19:24,024 DEBUG [RS:0;5eb3d201e8c9:45367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-25T07:19:24,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:19:24,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59 2024-11-25T07:19:24,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:19:24,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:24,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:24,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:24,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:24,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:24,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:24,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:24,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:24,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:24,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:24,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:24,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:24,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:24,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:24,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:24,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:24,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:24,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:24,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740 2024-11-25T07:19:24,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740 2024-11-25T07:19:24,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:24,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:24,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:24,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:24,661 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:24,662 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63879145, jitterRate=-0.04812656342983246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519164648Initializing all the Stores at 1732519164649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519164649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519164649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519164649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519164649Cleaning up temporary data from old regions at 1732519164658 (+9 ms)Region opened successfully at 1732519164662 (+4 ms) 2024-11-25T07:19:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:24,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:24,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519164662Disabling compacts and flushes for region at 1732519164662Disabling writes for close at 1732519164662Writing region close event to WAL at 1732519164662Closed at 1732519164662 2024-11-25T07:19:24,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:24,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:19:24,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:19:24,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:24,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:19:24,816 DEBUG [5eb3d201e8c9:38989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:19:24,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:24,817 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,45367,1732519162010, state=OPENING 2024-11-25T07:19:24,819 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:19:24,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:24,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:24,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:24,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495475395/meta-region-server: CHANGED 2024-11-25T07:19:24,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495475395/meta-region-server: CHANGED 2024-11-25T07:19:24,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,45367,1732519162010}] 2024-11-25T07:19:24,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:24,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:19:24,980 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:19:24,981 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:24,981 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:19:24,982 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C45367%2C1732519162010.meta, suffix=.meta, logDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010, archiveDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/oldWALs, maxLogs=10 2024-11-25T07:19:24,997 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.meta.1732519164983.meta, exclude list is [], retry=0 2024-11-25T07:19:25,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-16d873cf-14a8-4c75-b47d-9d70a45171f2,DISK] 2024-11-25T07:19:25,006 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.meta.1732519164983.meta 2024-11-25T07:19:25,008 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-25T07:19:25,009 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:25,009 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:25,009 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:25,009 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:19:25,009 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:19:25,009 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:19:25,009 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:25,009 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:19:25,009 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:19:25,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:25,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:25,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:25,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:25,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:25,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:25,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:25,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:25,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:25,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:25,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:25,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:25,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:25,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:25,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:25,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:25,016 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:25,016 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740 2024-11-25T07:19:25,017 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740 2024-11-25T07:19:25,018 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:25,018 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:25,019 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:25,020 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:25,021 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70694320, jitterRate=0.05342745780944824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:25,021 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:19:25,021 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519165010Writing region info on filesystem at 1732519165010Initializing all the Stores at 1732519165010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519165010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519165011 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519165011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519165011Cleaning up temporary data from old regions at 1732519165018 (+7 ms)Running coprocessor post-open hooks at 1732519165021 (+3 ms)Region opened successfully at 1732519165021 2024-11-25T07:19:25,022 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519164975 2024-11-25T07:19:25,024 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:19:25,025 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:19:25,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:25,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,45367,1732519162010, state=OPEN 2024-11-25T07:19:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1495475395/meta-region-server 2024-11-25T07:19:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1495475395/meta-region-server 2024-11-25T07:19:25,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:25,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495475395/meta-region-server: CHANGED 2024-11-25T07:19:25,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495475395/meta-region-server: CHANGED 2024-11-25T07:19:25,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:19:25,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,45367,1732519162010 in 205 msec 2024-11-25T07:19:25,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:19:25,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-25T07:19:25,032 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:25,032 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:19:25,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:25,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45367,1732519162010, seqNum=-1] 2024-11-25T07:19:25,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:25,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:25,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-25T07:19:25,040 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519165040, completionTime=-1 2024-11-25T07:19:25,040 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:19:25,040 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:19:25,042 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:19:25,042 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519225042 2024-11-25T07:19:25,042 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519285042 2024-11-25T07:19:25,042 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:19:25,043 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38989,1732519161967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:25,043 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38989,1732519161967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:25,043 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38989,1732519161967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:25,043 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:38989, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:25,043 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:25,043 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:25,045 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.993sec 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38989,1732519161967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:25,047 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38989,1732519161967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:19:25,049 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:19:25,049 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:19:25,049 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38989,1732519161967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:25,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:25,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38989,-1 for getting cluster id 2024-11-25T07:19:25,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:25,134 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7f1d38-062a-4880-b67d-b9aab13af5ea' 2024-11-25T07:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7f1d38-062a-4880-b67d-b9aab13af5ea" 2024-11-25T07:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38989,-1] 2024-11-25T07:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:25,136 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:25,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:25,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45367,1732519162010, seqNum=-1] 2024-11-25T07:19:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:25,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:25,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:25,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53648 2024-11-25T07:19:25,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:25,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dfe469b0005 connected 2024-11-25T07:19:25,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d362ad5 2024-11-25T07:19:25,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:25,148 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:25,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:19:25,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:25,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:25,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:19:25,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:25,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43d46595332564ebf38b51c8912281d8, NAME => 'test,,1732519165149.43d46595332564ebf38b51c8912281d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5 2024-11-25T07:19:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:19:25,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:19:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:25,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519165149.43d46595332564ebf38b51c8912281d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:25,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43d46595332564ebf38b51c8912281d8, disabling compactions & flushes 2024-11-25T07:19:25,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:25,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:25,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519165149.43d46595332564ebf38b51c8912281d8. after waiting 0 ms 2024-11-25T07:19:25,970 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:25,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:25,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43d46595332564ebf38b51c8912281d8: Waiting for close lock at 1732519165970Disabling compacts and flushes for region at 1732519165970Disabling writes for close at 1732519165970Writing region close event to WAL at 1732519165970Closed at 1732519165970 2024-11-25T07:19:25,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:25,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519165149.43d46595332564ebf38b51c8912281d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519165972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519165972"}]},"ts":"1732519165972"} 2024-11-25T07:19:25,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:25,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:25,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519165976"}]},"ts":"1732519165976"} 2024-11-25T07:19:25,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:19:25,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43d46595332564ebf38b51c8912281d8, ASSIGN}] 2024-11-25T07:19:25,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43d46595332564ebf38b51c8912281d8, ASSIGN 2024-11-25T07:19:25,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43d46595332564ebf38b51c8912281d8, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,42057,1732519157775; forceNewPlan=false, retain=false 2024-11-25T07:19:26,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d46595332564ebf38b51c8912281d8, regionState=OPENING, regionLocation=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:26,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43d46595332564ebf38b51c8912281d8, ASSIGN because future has completed 2024-11-25T07:19:26,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d46595332564ebf38b51c8912281d8, server=5eb3d201e8c9,42057,1732519157775}] 2024-11-25T07:19:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:26,298 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:26,298 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43d46595332564ebf38b51c8912281d8, NAME => 'test,,1732519165149.43d46595332564ebf38b51c8912281d8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:26,298 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:26,298 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:19:26,299 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,299 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519165149.43d46595332564ebf38b51c8912281d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:26,299 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,299 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,304 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,307 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d46595332564ebf38b51c8912281d8 columnFamilyName f 2024-11-25T07:19:26,307 DEBUG [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:26,307 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] regionserver.HStore(327): Store=43d46595332564ebf38b51c8912281d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:26,307 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,309 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d46595332564ebf38b51c8912281d8 columnFamilyName f1 2024-11-25T07:19:26,309 DEBUG [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:26,309 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] regionserver.HStore(327): Store=43d46595332564ebf38b51c8912281d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:26,310 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,311 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43d46595332564ebf38b51c8912281d8 columnFamilyName norep 2024-11-25T07:19:26,311 DEBUG [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:26,311 INFO [StoreOpener-43d46595332564ebf38b51c8912281d8-1 {}] regionserver.HStore(327): Store=43d46595332564ebf38b51c8912281d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:26,311 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,312 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,312 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,313 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,313 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,314 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:26,315 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,317 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:26,317 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43d46595332564ebf38b51c8912281d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59390009, jitterRate=-0.11501990258693695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:26,317 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:26,318 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43d46595332564ebf38b51c8912281d8: Running coprocessor pre-open hook at 1732519166299Writing region info on filesystem at 1732519166299Initializing all the Stores at 1732519166300 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519166300Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519166304 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519166304Cleaning up temporary data from old regions at 1732519166313 (+9 ms)Running coprocessor post-open hooks at 1732519166317 (+4 ms)Region opened successfully at 1732519166318 (+1 ms) 2024-11-25T07:19:26,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:26,319 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519165149.43d46595332564ebf38b51c8912281d8., pid=6, masterSystemTime=1732519166292 2024-11-25T07:19:26,322 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:26,322 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:26,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43d46595332564ebf38b51c8912281d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:26,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43d46595332564ebf38b51c8912281d8, server=5eb3d201e8c9,42057,1732519157775 because future has completed 2024-11-25T07:19:26,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:19:26,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43d46595332564ebf38b51c8912281d8, server=5eb3d201e8c9,42057,1732519157775 in 192 msec 2024-11-25T07:19:26,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:19:26,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43d46595332564ebf38b51c8912281d8, ASSIGN in 354 msec 2024-11-25T07:19:26,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:26,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519166335"}]},"ts":"1732519166335"} 2024-11-25T07:19:26,337 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:19:26,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:26,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-25T07:19:26,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:26,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:26,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:26,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:26,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:26,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:26,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:26,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:27,313 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:19:27,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:27,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:27,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670df4f5 2024-11-25T07:19:27,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:27,315 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:27,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:19:27,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:27,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:27,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:19:27,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:19:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:27,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 337961755b6ed5a385d982f8585f3419, NAME => 'test,,1732519167316.337961755b6ed5a385d982f8585f3419.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59 2024-11-25T07:19:27,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:19:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519167316.337961755b6ed5a385d982f8585f3419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 337961755b6ed5a385d982f8585f3419, disabling compactions & flushes 2024-11-25T07:19:28,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519167316.337961755b6ed5a385d982f8585f3419. after waiting 0 ms 2024-11-25T07:19:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:28,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:28,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 337961755b6ed5a385d982f8585f3419: Waiting for close lock at 1732519168136Disabling compacts and flushes for region at 1732519168136Disabling writes for close at 1732519168136Writing region close event to WAL at 1732519168136Closed at 1732519168136 2024-11-25T07:19:28,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:28,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519167316.337961755b6ed5a385d982f8585f3419.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519168137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519168137"}]},"ts":"1732519168137"} 2024-11-25T07:19:28,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:28,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:28,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519168142"}]},"ts":"1732519168142"} 2024-11-25T07:19:28,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:19:28,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=337961755b6ed5a385d982f8585f3419, ASSIGN}] 2024-11-25T07:19:28,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=337961755b6ed5a385d982f8585f3419, ASSIGN 2024-11-25T07:19:28,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=337961755b6ed5a385d982f8585f3419, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,45367,1732519162010; forceNewPlan=false, retain=false 2024-11-25T07:19:28,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=337961755b6ed5a385d982f8585f3419, regionState=OPENING, regionLocation=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:28,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=337961755b6ed5a385d982f8585f3419, ASSIGN because future has completed 2024-11-25T07:19:28,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 337961755b6ed5a385d982f8585f3419, server=5eb3d201e8c9,45367,1732519162010}] 2024-11-25T07:19:28,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:19:28,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:28,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:19:28,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:28,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:28,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T07:19:28,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:19:28,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T07:19:28,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:28,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:19:28,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:19:28,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:28,458 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:28,458 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 337961755b6ed5a385d982f8585f3419, NAME => 'test,,1732519167316.337961755b6ed5a385d982f8585f3419.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:28,459 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:28,459 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:19:28,459 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,459 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519167316.337961755b6ed5a385d982f8585f3419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:28,459 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,459 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,460 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,461 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 337961755b6ed5a385d982f8585f3419 columnFamilyName f 2024-11-25T07:19:28,461 DEBUG [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:28,462 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] regionserver.HStore(327): Store=337961755b6ed5a385d982f8585f3419/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:28,462 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,463 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 337961755b6ed5a385d982f8585f3419 columnFamilyName f1 2024-11-25T07:19:28,463 DEBUG [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:28,463 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] regionserver.HStore(327): Store=337961755b6ed5a385d982f8585f3419/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:28,463 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,464 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 337961755b6ed5a385d982f8585f3419 columnFamilyName norep 2024-11-25T07:19:28,464 DEBUG [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:28,465 INFO [StoreOpener-337961755b6ed5a385d982f8585f3419-1 {}] regionserver.HStore(327): Store=337961755b6ed5a385d982f8585f3419/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:28,465 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,465 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,466 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,466 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,466 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,467 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:28,468 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,469 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:28,470 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 337961755b6ed5a385d982f8585f3419; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75406146, jitterRate=0.12363913655281067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:28,470 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:28,470 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 337961755b6ed5a385d982f8585f3419: Running coprocessor pre-open hook at 1732519168459Writing region info on filesystem at 1732519168459Initializing all the Stores at 1732519168460 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519168460Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519168460Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519168460Cleaning up temporary data from old regions at 1732519168466 (+6 ms)Running coprocessor post-open hooks at 1732519168470 (+4 ms)Region opened successfully at 1732519168470 2024-11-25T07:19:28,471 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519167316.337961755b6ed5a385d982f8585f3419., pid=6, masterSystemTime=1732519168452 2024-11-25T07:19:28,473 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:28,473 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:28,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=337961755b6ed5a385d982f8585f3419, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:28,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 337961755b6ed5a385d982f8585f3419, server=5eb3d201e8c9,45367,1732519162010 because future has completed 2024-11-25T07:19:28,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:19:28,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 337961755b6ed5a385d982f8585f3419, server=5eb3d201e8c9,45367,1732519162010 in 177 msec 2024-11-25T07:19:28,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:19:28,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=337961755b6ed5a385d982f8585f3419, ASSIGN in 334 msec 2024-11-25T07:19:28,480 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:28,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519168480"}]},"ts":"1732519168480"} 2024-11-25T07:19:28,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:19:28,483 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:28,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-25T07:19:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:29,473 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:19:29,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39795,-1 for getting cluster id 2024-11-25T07:19:29,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:29,475 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139c091e-fb72-43ba-9bb9-c79f870867f9' 2024-11-25T07:19:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:29,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139c091e-fb72-43ba-9bb9-c79f870867f9" 2024-11-25T07:19:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d29e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39795,-1] 2024-11-25T07:19:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:29,477 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:29,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67564e0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38989,-1 for getting cluster id 2024-11-25T07:19:29,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:29,479 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7f1d38-062a-4880-b67d-b9aab13af5ea' 2024-11-25T07:19:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7f1d38-062a-4880-b67d-b9aab13af5ea" 2024-11-25T07:19:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e695413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38989,-1] 2024-11-25T07:19:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:29,480 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158538d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39795,-1 for getting cluster id 2024-11-25T07:19:29,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:29,482 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139c091e-fb72-43ba-9bb9-c79f870867f9' 2024-11-25T07:19:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139c091e-fb72-43ba-9bb9-c79f870867f9" 2024-11-25T07:19:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa3f944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39795,-1] 2024-11-25T07:19:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:29,483 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6891592b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc50fa0 2024-11-25T07:19:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:29,485 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:29,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:38989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:19:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:19:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:29,488 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:38989' 2024-11-25T07:19:29,489 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bf4fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,489 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38989,-1 for getting cluster id 2024-11-25T07:19:29,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:29,490 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7f1d38-062a-4880-b67d-b9aab13af5ea' 2024-11-25T07:19:29,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:29,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7f1d38-062a-4880-b67d-b9aab13af5ea" 2024-11-25T07:19:29,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1dfa69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38989,-1] 2024-11-25T07:19:29,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:29,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:29,491 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:29,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7879bc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:29,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16867315 2024-11-25T07:19:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:29,493 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:29,493 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:19:29,493 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:19:29,493 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:29,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:29,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:29,494 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:29,495 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:19:29,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:29,496 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:29,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:19:29,545 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:19:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:29,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:19:29,903 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46be3f0820504ee216bcf83e1c0357b3, NAME => 'hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5 2024-11-25T07:19:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:19:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:30,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:30,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46be3f0820504ee216bcf83e1c0357b3, disabling compactions & flushes 2024-11-25T07:19:30,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:30,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:30,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. after waiting 0 ms 2024-11-25T07:19:30,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:30,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:30,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46be3f0820504ee216bcf83e1c0357b3: Waiting for close lock at 1732519170310Disabling compacts and flushes for region at 1732519170310Disabling writes for close at 1732519170310Writing region close event to WAL at 1732519170310Closed at 1732519170310 2024-11-25T07:19:30,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:30,311 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519170311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519170311"}]},"ts":"1732519170311"} 2024-11-25T07:19:30,313 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:30,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:30,314 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519170314"}]},"ts":"1732519170314"} 2024-11-25T07:19:30,316 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:19:30,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46be3f0820504ee216bcf83e1c0357b3, ASSIGN}] 2024-11-25T07:19:30,317 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46be3f0820504ee216bcf83e1c0357b3, ASSIGN 2024-11-25T07:19:30,317 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46be3f0820504ee216bcf83e1c0357b3, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,42057,1732519157775; forceNewPlan=false, retain=false 2024-11-25T07:19:30,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46be3f0820504ee216bcf83e1c0357b3, regionState=OPENING, regionLocation=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:30,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46be3f0820504ee216bcf83e1c0357b3, ASSIGN because future has completed 2024-11-25T07:19:30,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46be3f0820504ee216bcf83e1c0357b3, server=5eb3d201e8c9,42057,1732519157775}] 2024-11-25T07:19:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:30,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:30,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:30,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:19:30,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C42057%2C1732519157775.rep, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/oldWALs, maxLogs=10 2024-11-25T07:19:30,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.rep.1732519170628, exclude list is [], retry=0 2024-11-25T07:19:30,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42123,DS-b8cd741d-52e2-4b44-ac84-185636969a99,DISK] 2024-11-25T07:19:30,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.rep.1732519170628 2024-11-25T07:19:30,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43771:43771)] 2024-11-25T07:19:30,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46be3f0820504ee216bcf83e1c0357b3, NAME => 'hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:30,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. service=MultiRowMutationService 2024-11-25T07:19:30,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:19:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,651 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,652 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46be3f0820504ee216bcf83e1c0357b3 columnFamilyName hfileref 2024-11-25T07:19:30,652 DEBUG [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:30,652 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] regionserver.HStore(327): Store=46be3f0820504ee216bcf83e1c0357b3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:30,653 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,653 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46be3f0820504ee216bcf83e1c0357b3 columnFamilyName queue 2024-11-25T07:19:30,653 DEBUG [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:30,654 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] regionserver.HStore(327): Store=46be3f0820504ee216bcf83e1c0357b3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:30,654 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,655 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46be3f0820504ee216bcf83e1c0357b3 columnFamilyName sid 2024-11-25T07:19:30,655 DEBUG [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:30,655 INFO [StoreOpener-46be3f0820504ee216bcf83e1c0357b3-1 {}] regionserver.HStore(327): Store=46be3f0820504ee216bcf83e1c0357b3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:30,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:30,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:30,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46be3f0820504ee216bcf83e1c0357b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62491979, jitterRate=-0.06879694759845734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:30,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:30,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46be3f0820504ee216bcf83e1c0357b3: Running coprocessor pre-open hook at 1732519170650Writing region info on filesystem at 1732519170650Initializing all the Stores at 1732519170651 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519170651Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519170651Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519170651Cleaning up temporary data from old regions at 1732519170657 (+6 ms)Running coprocessor post-open hooks at 1732519170660 (+3 ms)Region opened successfully at 1732519170661 (+1 ms) 2024-11-25T07:19:30,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3., pid=10, masterSystemTime=1732519170623 2024-11-25T07:19:30,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:30,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:30,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46be3f0820504ee216bcf83e1c0357b3, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:30,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46be3f0820504ee216bcf83e1c0357b3, server=5eb3d201e8c9,42057,1732519157775 because future has completed 2024-11-25T07:19:30,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:19:30,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46be3f0820504ee216bcf83e1c0357b3, server=5eb3d201e8c9,42057,1732519157775 in 196 msec 2024-11-25T07:19:30,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:19:30,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46be3f0820504ee216bcf83e1c0357b3, ASSIGN in 353 msec 2024-11-25T07:19:30,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:30,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519170671"}]},"ts":"1732519170671"} 2024-11-25T07:19:30,673 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:19:30,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:30,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-25T07:19:30,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2] 2024-11-25T07:19:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:30,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:19:30,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:19:30,869 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:19:30,907 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,42057,1732519157775, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:19:30,908 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:30,908 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42057,1732519157775, seqNum=-1] 2024-11-25T07:19:30,908 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:30,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T07:19:30,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,42057,1732519157775', locateType=CURRENT is [region=hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2] 2024-11-25T07:19:30,913 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:19:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:19:30,915 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,42057,1732519157775 suceeded 2024-11-25T07:19:30,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:19:30,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-25T07:19:30,917 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:38989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:19:30,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-25T07:19:30,935 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:38989' 2024-11-25T07:19:30,937 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a49f5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:30,937 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38989,-1 for getting cluster id 2024-11-25T07:19:30,937 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:30,938 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7f1d38-062a-4880-b67d-b9aab13af5ea' 2024-11-25T07:19:30,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:30,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7f1d38-062a-4880-b67d-b9aab13af5ea" 2024-11-25T07:19:30,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6837e2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:30,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38989,-1] 2024-11-25T07:19:30,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:30,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:30,939 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:30,940 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f644d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:30,940 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4efb8150 2024-11-25T07:19:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:30,942 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T07:19:30,943 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,42057,1732519157775 (queues=1) is replicating from cluster=139c091e-fb72-43ba-9bb9-c79f870867f9 to cluster=2c7f1d38-062a-4880-b67d-b9aab13af5ea 2024-11-25T07:19:30,943 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C42057%2C1732519157775 2024-11-25T07:19:30,943 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,42057,1732519157775, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:19:30,943 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C42057%2C1732519157775 2024-11-25T07:19:30,943 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891, startPosition=0, beingWritten=true 2024-11-25T07:19:30,949 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:19:30,949 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:30,949 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42057,1732519157775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:19:31,153 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:31,458 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:31,634 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:19:31,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:31,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:31,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:31,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:31,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:31,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:31,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38989,-1 for getting cluster id 2024-11-25T07:19:31,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:31,636 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7f1d38-062a-4880-b67d-b9aab13af5ea' 2024-11-25T07:19:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7f1d38-062a-4880-b67d-b9aab13af5ea" 2024-11-25T07:19:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4e4f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38989,-1] 2024-11-25T07:19:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:31,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:31,639 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f346e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:31,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:31,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:31,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@152b0b81 2024-11-25T07:19:31,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:31,643 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:31,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:39795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:19:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:19:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:31,646 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:39795' 2024-11-25T07:19:31,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d69561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:31,649 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39795,-1 for getting cluster id 2024-11-25T07:19:31,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:31,649 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139c091e-fb72-43ba-9bb9-c79f870867f9' 2024-11-25T07:19:31,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:31,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139c091e-fb72-43ba-9bb9-c79f870867f9" 2024-11-25T07:19:31,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d398e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:31,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39795,-1] 2024-11-25T07:19:31,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:31,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:31,651 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:31,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7945ddb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:31,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318433a9 2024-11-25T07:19:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:31,654 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:31,656 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:19:31,656 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:19:31,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:31,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:31,657 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:31,659 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:19:31,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:31,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:31,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:31,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:19:31,710 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:19:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:31,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:31,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:31,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:31,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:19:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:32,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f36bdd53170a02a1fb4cc891e119aec, NAME => 'hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59 2024-11-25T07:19:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:19:32,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:32,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8f36bdd53170a02a1fb4cc891e119aec, disabling compactions & flushes 2024-11-25T07:19:32,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:32,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:32,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. after waiting 0 ms 2024-11-25T07:19:32,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:32,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:32,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f36bdd53170a02a1fb4cc891e119aec: Waiting for close lock at 1732519172143Disabling compacts and flushes for region at 1732519172143Disabling writes for close at 1732519172143Writing region close event to WAL at 1732519172143Closed at 1732519172143 2024-11-25T07:19:32,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:32,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519172145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519172145"}]},"ts":"1732519172145"} 2024-11-25T07:19:32,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:32,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:32,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519172149"}]},"ts":"1732519172149"} 2024-11-25T07:19:32,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:19:32,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f36bdd53170a02a1fb4cc891e119aec, ASSIGN}] 2024-11-25T07:19:32,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f36bdd53170a02a1fb4cc891e119aec, ASSIGN 2024-11-25T07:19:32,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f36bdd53170a02a1fb4cc891e119aec, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,45367,1732519162010; forceNewPlan=false, retain=false 2024-11-25T07:19:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:32,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f36bdd53170a02a1fb4cc891e119aec, regionState=OPENING, regionLocation=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:32,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8f36bdd53170a02a1fb4cc891e119aec, ASSIGN because future has completed 2024-11-25T07:19:32,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f36bdd53170a02a1fb4cc891e119aec, server=5eb3d201e8c9,45367,1732519162010}] 2024-11-25T07:19:32,391 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:32,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:32,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:32,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:19:32,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C45367%2C1732519162010.rep, suffix=, logDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010, archiveDir=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/oldWALs, maxLogs=10 2024-11-25T07:19:32,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.rep.1732519172503, exclude list is [], retry=0 2024-11-25T07:19:32,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-16d873cf-14a8-4c75-b47d-9d70a45171f2,DISK] 2024-11-25T07:19:32,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.rep.1732519172503 2024-11-25T07:19:32,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-25T07:19:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f36bdd53170a02a1fb4cc891e119aec, NAME => 'hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:32,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. service=MultiRowMutationService 2024-11-25T07:19:32,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:19:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:32,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,543 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,545 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f36bdd53170a02a1fb4cc891e119aec columnFamilyName hfileref 2024-11-25T07:19:32,545 DEBUG [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:32,545 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] regionserver.HStore(327): Store=8f36bdd53170a02a1fb4cc891e119aec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:32,545 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,547 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f36bdd53170a02a1fb4cc891e119aec columnFamilyName queue 2024-11-25T07:19:32,547 DEBUG [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:32,547 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] regionserver.HStore(327): Store=8f36bdd53170a02a1fb4cc891e119aec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:32,547 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,548 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f36bdd53170a02a1fb4cc891e119aec columnFamilyName sid 2024-11-25T07:19:32,548 DEBUG [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:32,549 INFO [StoreOpener-8f36bdd53170a02a1fb4cc891e119aec-1 {}] regionserver.HStore(327): Store=8f36bdd53170a02a1fb4cc891e119aec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:32,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:32,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:32,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8f36bdd53170a02a1fb4cc891e119aec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69804761, jitterRate=0.040171995759010315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:32,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:32,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8f36bdd53170a02a1fb4cc891e119aec: Running coprocessor pre-open hook at 1732519172542Writing region info on filesystem at 1732519172542Initializing all the Stores at 1732519172543 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519172543Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519172543Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519172543Cleaning up temporary data from old regions at 1732519172556 (+13 ms)Running coprocessor post-open hooks at 1732519172562 (+6 ms)Region opened successfully at 1732519172562 2024-11-25T07:19:32,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec., pid=10, masterSystemTime=1732519172476 2024-11-25T07:19:32,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8f36bdd53170a02a1fb4cc891e119aec, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:32,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:32,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f36bdd53170a02a1fb4cc891e119aec, server=5eb3d201e8c9,45367,1732519162010 because future has completed 2024-11-25T07:19:32,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:19:32,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f36bdd53170a02a1fb4cc891e119aec, server=5eb3d201e8c9,45367,1732519162010 in 269 msec 2024-11-25T07:19:32,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:19:32,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8f36bdd53170a02a1fb4cc891e119aec, ASSIGN in 428 msec 2024-11-25T07:19:32,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:32,587 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519172587"}]},"ts":"1732519172587"} 2024-11-25T07:19:32,589 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:19:32,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:32,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 934 msec 2024-11-25T07:19:32,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2] 2024-11-25T07:19:32,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:32,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:32,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:19:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:32,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:19:32,792 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:19:32,878 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,45367,1732519162010, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:19:32,878 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:32,878 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45367,1732519162010, seqNum=-1] 2024-11-25T07:19:32,879 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:32,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T07:19:32,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,45367,1732519162010', locateType=CURRENT is [region=hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2] 2024-11-25T07:19:32,896 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:19:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:19:32,899 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,45367,1732519162010 suceeded 2024-11-25T07:19:32,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:19:32,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-11-25T07:19:32,902 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:39795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:19:32,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2590 sec 2024-11-25T07:19:32,936 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:39795' 2024-11-25T07:19:32,954 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86c717c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:32,954 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39795,-1 for getting cluster id 2024-11-25T07:19:32,955 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:32,956 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139c091e-fb72-43ba-9bb9-c79f870867f9' 2024-11-25T07:19:32,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:32,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139c091e-fb72-43ba-9bb9-c79f870867f9" 2024-11-25T07:19:32,957 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:32,957 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a8a73f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:32,957 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39795,-1] 2024-11-25T07:19:32,957 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:32,959 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:32,962 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21cada3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:32,962 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:32,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:32,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e4f568a 2024-11-25T07:19:32,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:32,970 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T07:19:32,971 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,45367,1732519162010 (queues=1) is replicating from cluster=2c7f1d38-062a-4880-b67d-b9aab13af5ea to cluster=139c091e-fb72-43ba-9bb9-c79f870867f9 2024-11-25T07:19:32,971 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C45367%2C1732519162010 2024-11-25T07:19:32,972 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,45367,1732519162010, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:19:32,987 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005, startPosition=0, beingWritten=true 2024-11-25T07:19:32,998 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:33,004 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C45367%2C1732519162010 2024-11-25T07:19:33,058 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:19:33,058 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:33,058 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45367,1732519162010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:19:33,278 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:33,598 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:33,758 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:33,793 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:19:33,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:33,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:33,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:33,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:33,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:33,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:33,806 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732519173805/Put/seqid=0 2024-11-25T07:19:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741840_1016 (size=7894) 2024-11-25T07:19:34,028 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:34,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732519174234/Put/seqid=0 2024-11-25T07:19:34,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741841_1017 (size=7691) 2024-11-25T07:19:34,543 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:34,595 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:34,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:34,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39795,-1 for getting cluster id 2024-11-25T07:19:34,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:34,643 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139c091e-fb72-43ba-9bb9-c79f870867f9' 2024-11-25T07:19:34,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139c091e-fb72-43ba-9bb9-c79f870867f9" 2024-11-25T07:19:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ad0f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39795,-1] 2024-11-25T07:19:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:34,645 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:34,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:34,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42057,1732519157775, seqNum=-1] 2024-11-25T07:19:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:34,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:34,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:34,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:34,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291b5629 2024-11-25T07:19:34,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:34,667 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519165149.43d46595332564ebf38b51c8912281d8., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2] 2024-11-25T07:19:34,676 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:19:34,686 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T07:19:34,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T07:19:34,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T07:19:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:34,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T07:19:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(2603): Flush status journal for 43d46595332564ebf38b51c8912281d8: 2024-11-25T07:19:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_0 2024-11-25T07:19:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_0 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ 2024-11-25T07:19:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_1 2024-11-25T07:19:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_1 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ 2024-11-25T07:19:34,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_0 into 43d46595332564ebf38b51c8912281d8/f as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ - updating store file list. 2024-11-25T07:19:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for face80cd415f4b32813089ec1c5fe208_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:34,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ into 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:34,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_0 into 43d46595332564ebf38b51c8912281d8/f (new location: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_) 2024-11-25T07:19:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_0 2024-11-25T07:19:34,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_1 into 43d46595332564ebf38b51c8912281d8/f as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ - updating store file list. 2024-11-25T07:19:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77b99f979c584848a5c9412e237f68b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:34,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ into 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:34,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_1 into 43d46595332564ebf38b51c8912281d8/f (new location: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_) 2024-11-25T07:19:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins__test__4md9ku9hus49lrahft5nqiv3pl43ije5fu7de3q8ha1acdoioh5h84egiujfrliu/f/hfile_1 2024-11-25T07:19:34,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:34,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:34,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:34,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:34,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732519165149.43d46595332564ebf38b51c8912281d8., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2 , the old value is region=test,,1732519165149.43d46595332564ebf38b51c8912281d8., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5eb3d201e8c9:42057 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:19:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732519165149.43d46595332564ebf38b51c8912281d8., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:19:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732519165149.43d46595332564ebf38b51c8912281d8., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2 from cache 2024-11-25T07:19:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:47646 deadline: 1732519234734 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:47646 2024-11-25T07:19:34,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45367,1732519162010, seqNum=-1] 2024-11-25T07:19:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:34,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519167316.337961755b6ed5a385d982f8585f3419., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2] 2024-11-25T07:19:34,743 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:19:34,843 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:42057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T07:19:35,148 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:35,500 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 379, reset compression=false 2024-11-25T07:19:35,507 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:19:35,507 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42057,1732519157775 got entry batch from reader: WALEntryBatch [walEntries=[{test/43d46595332564ebf38b51c8912281d8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519174732/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T07:19:35,511 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:35,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-25T07:19:35,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.ReplicationSink(318): Replicating [139c091e-fb72-43ba-9bb9-c79f870867f9] bulk loaded data 2024-11-25T07:19:35,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5ad00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:35,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38989,-1 for getting cluster id 2024-11-25T07:19:35,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:35,518 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7f1d38-062a-4880-b67d-b9aab13af5ea' 2024-11-25T07:19:35,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:35,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7f1d38-062a-4880-b67d-b9aab13af5ea" 2024-11-25T07:19:35,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de2430c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:35,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38989,-1] 2024-11-25T07:19:35,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:35,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:35,519 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:35,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3684533f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741840_1016 (size=7894) 2024-11-25T07:19:35,707 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 687, reset compression=false 2024-11-25T07:19:35,745 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:19:35,852 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:36,012 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 687, reset compression=false 2024-11-25T07:19:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741841_1017 (size=7691) 2024-11-25T07:19:36,416 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 687, reset compression=false 2024-11-25T07:19:36,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:36,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:36,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6575f8d7 2024-11-25T07:19:36,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:36,443 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T07:19:36,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:19:36,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45367,1732519162010, seqNum=-1] 2024-11-25T07:19:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:36,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T07:19:36,461 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T07:19:36,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T07:19:36,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ for inclusion in 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T07:19:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:36,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ for inclusion in 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T07:19:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for 337961755b6ed5a385d982f8585f3419: 2024-11-25T07:19:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): face80cd415f4b32813089ec1c5fe208_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:19:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/5fa8b471a22a4574b86fde30c06522e6_SeqId_4_ 2024-11-25T07:19:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77b99f979c584848a5c9412e237f68b3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:19:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/1fa0d6a494f84043a64a3accd62f6c42_SeqId_4_ 2024-11-25T07:19:36,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ into 337961755b6ed5a385d982f8585f3419/f as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/5fa8b471a22a4574b86fde30c06522e6_SeqId_4_ - updating store file list. 2024-11-25T07:19:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fa8b471a22a4574b86fde30c06522e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:36,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/5fa8b471a22a4574b86fde30c06522e6_SeqId_4_ into 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:36,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ into 337961755b6ed5a385d982f8585f3419/f (new location: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/5fa8b471a22a4574b86fde30c06522e6_SeqId_4_) 2024-11-25T07:19:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/face80cd415f4b32813089ec1c5fe208_SeqId_4_ 2024-11-25T07:19:36,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ into 337961755b6ed5a385d982f8585f3419/f as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/1fa0d6a494f84043a64a3accd62f6c42_SeqId_4_ - updating store file list. 2024-11-25T07:19:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fa0d6a494f84043a64a3accd62f6c42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:36,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/1fa0d6a494f84043a64a3accd62f6c42_SeqId_4_ into 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:36,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ into 337961755b6ed5a385d982f8585f3419/f (new location: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/1fa0d6a494f84043a64a3accd62f6c42_SeqId_4_) 2024-11-25T07:19:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__v1kn4m8vk0qjuts3oqvcf69hd26ni9cqd7u4fqfl3mprfh5rf0p54j1rme414fet/f/77b99f979c584848a5c9412e237f68b3_SeqId_4_ 2024-11-25T07:19:36,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.ReplicationSink(324): Finished replicating [139c091e-fb72-43ba-9bb9-c79f870867f9] bulk loaded data 2024-11-25T07:19:36,656 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 379, reset compression=false 2024-11-25T07:19:36,687 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:19:36,687 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45367,1732519162010 got entry batch from reader: WALEntryBatch [walEntries=[{test/337961755b6ed5a385d982f8585f3419/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519176494/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T07:19:36,691 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:36,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-25T07:19:36,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.ReplicationSink(318): Replicating [139c091e-fb72-43ba-9bb9-c79f870867f9, 2c7f1d38-062a-4880-b67d-b9aab13af5ea] bulk loaded data 2024-11-25T07:19:36,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67d0e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:36,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39795,-1 for getting cluster id 2024-11-25T07:19:36,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:36,704 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '139c091e-fb72-43ba-9bb9-c79f870867f9' 2024-11-25T07:19:36,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:36,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "139c091e-fb72-43ba-9bb9-c79f870867f9" 2024-11-25T07:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6de6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39795,-1] 2024-11-25T07:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:36,706 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:36,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b2b017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:36,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:36,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732519176773/Put/seqid=0 2024-11-25T07:19:36,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741842_1018 (size=11194) 2024-11-25T07:19:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741842_1018 (size=7894) 2024-11-25T07:19:36,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732519176821/Put/seqid=0 2024-11-25T07:19:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741843_1019 (size=10791) 2024-11-25T07:19:36,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fca4b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:36,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38989,-1 for getting cluster id 2024-11-25T07:19:36,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:36,878 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c7f1d38-062a-4880-b67d-b9aab13af5ea' 2024-11-25T07:19:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c7f1d38-062a-4880-b67d-b9aab13af5ea" 2024-11-25T07:19:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ae7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38989,-1] 2024-11-25T07:19:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:36,880 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:36,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334d46ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:36,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,45367,1732519162010, seqNum=-1] 2024-11-25T07:19:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:36,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:36,887 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 725, reset compression=false 2024-11-25T07:19:36,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:36,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:36,904 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@667574cd 2024-11-25T07:19:36,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:36,906 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519167316.337961755b6ed5a385d982f8585f3419., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2] 2024-11-25T07:19:36,916 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:19:36,920 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 687, reset compression=false 2024-11-25T07:19:36,927 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T07:19:36,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T07:19:36,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T07:19:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:36,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T07:19:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegion(2603): Flush status journal for 337961755b6ed5a385d982f8585f3419: 2024-11-25T07:19:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_0 2024-11-25T07:19:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_0 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ 2024-11-25T07:19:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_1 2024-11-25T07:19:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_1 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ 2024-11-25T07:19:36,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_0 into 337961755b6ed5a385d982f8585f3419/f as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ - updating store file list. 2024-11-25T07:19:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:36,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ into 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:36,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_0 into 337961755b6ed5a385d982f8585f3419/f (new location: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_) 2024-11-25T07:19:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_0 2024-11-25T07:19:37,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_1 into 337961755b6ed5a385d982f8585f3419/f as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ - updating store file list. 2024-11-25T07:19:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:37,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ into 337961755b6ed5a385d982f8585f3419/f 2024-11-25T07:19:37,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_1 into 337961755b6ed5a385d982f8585f3419/f (new location: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_) 2024-11-25T07:19:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins__test__notdbuicdce3frj6tktp96q9gcnljsa019bk3h9nf8s9g1fo55spqnetafq0c1e3/f/hfile_1 2024-11-25T07:19:37,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:37,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:37,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732519167316.337961755b6ed5a385d982f8585f3419., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2 , the old value is region=test,,1732519167316.337961755b6ed5a385d982f8585f3419., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5eb3d201e8c9:45367 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:19:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732519167316.337961755b6ed5a385d982f8585f3419., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:19:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732519167316.337961755b6ed5a385d982f8585f3419., hostname=5eb3d201e8c9,45367,1732519162010, seqNum=2 from cache 2024-11-25T07:19:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49352 deadline: 1732519237008 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49352 2024-11-25T07:19:37,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:37,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:37,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42057,1732519157775, seqNum=-1] 2024-11-25T07:19:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:37,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:37,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519165149.43d46595332564ebf38b51c8912281d8., hostname=5eb3d201e8c9,42057,1732519157775, seqNum=2] 2024-11-25T07:19:37,024 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:19:37,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:45367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T07:19:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741843_1019 (size=7691) 2024-11-25T07:19:37,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:37,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:37,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44031445 2024-11-25T07:19:37,216 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 725, reset compression=false 2024-11-25T07:19:37,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:37,217 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T07:19:37,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:19:37,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:37,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42057,1732519157775, seqNum=-1] 2024-11-25T07:19:37,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:37,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T07:19:37,221 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:19:37,226 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ehrgpoojuqi68atvfkpsgg7j6s8is75mi7oggm1m0e60cpuc9elddqteuus7qihc/f/1fa0d6a494f84043a64a3accd62f6c42_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T07:19:37,228 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ehrgpoojuqi68atvfkpsgg7j6s8is75mi7oggm1m0e60cpuc9elddqteuus7qihc/f/5fa8b471a22a4574b86fde30c06522e6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T07:19:37,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.ReplicationSink(324): Finished replicating [139c091e-fb72-43ba-9bb9-c79f870867f9, 2c7f1d38-062a-4880-b67d-b9aab13af5ea] bulk loaded data 2024-11-25T07:19:37,234 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45367,1732519162010 got entry batch from reader: WALEntryBatch [walEntries=[{test/337961755b6ed5a385d982f8585f3419/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519177006/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T07:19:37,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.ReplicationSink(318): Replicating [2c7f1d38-062a-4880-b67d-b9aab13af5ea] bulk loaded data 2024-11-25T07:19:37,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741844_1020 (size=11194) 2024-11-25T07:19:37,422 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1033, reset compression=false 2024-11-25T07:19:37,537 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 687, reset compression=false 2024-11-25T07:19:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741845_1021 (size=10791) 2024-11-25T07:19:37,726 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1033, reset compression=false 2024-11-25T07:19:38,028 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:19:38,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:38,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:19:38,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-25T07:19:38,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-25T07:19:38,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ for inclusion in 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:38,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T07:19:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:38,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ for inclusion in 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:38,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T07:19:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:19:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegion(2603): Flush status journal for 43d46595332564ebf38b51c8912281d8: 2024-11-25T07:19:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:19:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/bfb45ed266f44c908566342e4094d105_SeqId_6_ 2024-11-25T07:19:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:19:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/80837d0be1464bb5a7db9b89f8957d49_SeqId_6_ 2024-11-25T07:19:38,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ into 43d46595332564ebf38b51c8912281d8/f as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/bfb45ed266f44c908566342e4094d105_SeqId_6_ - updating store file list. 2024-11-25T07:19:38,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfb45ed266f44c908566342e4094d105_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:38,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/bfb45ed266f44c908566342e4094d105_SeqId_6_ into 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:38,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ into 43d46595332564ebf38b51c8912281d8/f (new location: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/bfb45ed266f44c908566342e4094d105_SeqId_6_) 2024-11-25T07:19:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/bccffc8ee9264bd88e7cacf8541dfeaa_SeqId_6_ 2024-11-25T07:19:38,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:38,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ into 43d46595332564ebf38b51c8912281d8/f as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/80837d0be1464bb5a7db9b89f8957d49_SeqId_6_ - updating store file list. 2024-11-25T07:19:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80837d0be1464bb5a7db9b89f8957d49_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:19:38,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/80837d0be1464bb5a7db9b89f8957d49_SeqId_6_ into 43d46595332564ebf38b51c8912281d8/f 2024-11-25T07:19:38,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ into 43d46595332564ebf38b51c8912281d8/f (new location: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/f/80837d0be1464bb5a7db9b89f8957d49_SeqId_6_) 2024-11-25T07:19:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/staging/jenkins.hfs.10__test__ocu0u5klhm7uh2j9241lvrtajalu6jji1unsusvgfdhndub9u3to1ebbj1enfht9/f/e3ad45da415a4fa4864779d5516d6a8e_SeqId_6_ 2024-11-25T07:19:38,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42057 {}] regionserver.ReplicationSink(324): Finished replicating [2c7f1d38-062a-4880-b67d-b9aab13af5ea] bulk loaded data 2024-11-25T07:19:38,130 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1033, reset compression=false 2024-11-25T07:19:38,240 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 687, reset compression=false 2024-11-25T07:19:38,245 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:19:38,246 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42057,1732519157775 got entry batch from reader: WALEntryBatch [walEntries=[{test/43d46595332564ebf38b51c8912281d8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519178092/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T07:19:38,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.ReplicationSink(318): Replicating [2c7f1d38-062a-4880-b67d-b9aab13af5ea, 139c091e-fb72-43ba-9bb9-c79f870867f9] bulk loaded data 2024-11-25T07:19:38,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741844_1020 (size=10791) 2024-11-25T07:19:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741845_1021 (size=11194) 2024-11-25T07:19:38,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T07:19:38,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:38,446 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:38,633 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1033, reset compression=false 2024-11-25T07:19:38,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:19:38,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__5isne1sbq9ogubu8smmur6tu086udh74tv9sspn0i2mdeub763ts1ad4e26qglb2/f/80837d0be1464bb5a7db9b89f8957d49_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-25T07:19:38,675 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/staging/jenkins.hfs.11__test__5isne1sbq9ogubu8smmur6tu086udh74tv9sspn0i2mdeub763ts1ad4e26qglb2/f/bfb45ed266f44c908566342e4094d105_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-25T07:19:38,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] regionserver.ReplicationSink(324): Finished replicating [2c7f1d38-062a-4880-b67d-b9aab13af5ea, 139c091e-fb72-43ba-9bb9-c79f870867f9] bulk loaded data 2024-11-25T07:19:38,750 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:39,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:19:39,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:39,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:39,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:39,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:39,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:19:39,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1168173155, stopped=false 2024-11-25T07:19:39,039 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,38989,1732519161967 2024-11-25T07:19:39,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:39,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495475395/running 2024-11-25T07:19:39,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495475395/running 2024-11-25T07:19:39,041 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:39,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:39,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:39,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:39,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:39,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:39,041 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,45367,1732519162010' ***** 2024-11-25T07:19:39,041 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:19:39,042 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:19:39,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:19:39,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on znode that does not yet exist, /1-1495475395/running 2024-11-25T07:19:39,042 INFO [RS:0;5eb3d201e8c9:45367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:19:39,042 INFO [RS:0;5eb3d201e8c9:45367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:19:39,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Set watcher on znode that does not yet exist, /1-1495475395/running 2024-11-25T07:19:39,042 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 337961755b6ed5a385d982f8585f3419 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:45367. 2024-11-25T07:19:39,043 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 337961755b6ed5a385d982f8585f3419, disabling compactions & flushes 2024-11-25T07:19:39,043 DEBUG [RS:0;5eb3d201e8c9:45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:39,043 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:39,043 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:39,043 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:39,043 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519167316.337961755b6ed5a385d982f8585f3419. after waiting 0 ms 2024-11-25T07:19:39,043 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:19:39,043 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:19:39,043 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 337961755b6ed5a385d982f8585f3419=test,,1732519167316.337961755b6ed5a385d982f8585f3419., 8f36bdd53170a02a1fb4cc891e119aec=hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec.} 2024-11-25T07:19:39,044 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 337961755b6ed5a385d982f8585f3419, 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:39,044 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:39,044 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:39,044 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:39,044 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:39,044 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:39,044 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:19:39,047 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/default/test/337961755b6ed5a385d982f8585f3419/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:19:39,048 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:39,048 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:19:39,048 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:39,048 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 337961755b6ed5a385d982f8585f3419: Waiting for close lock at 1732519179043Running coprocessor pre-close hooks at 1732519179043Disabling compacts and flushes for region at 1732519179043Disabling writes for close at 1732519179043Writing region close event to WAL at 1732519179044 (+1 ms)Running coprocessor post-close hooks at 1732519179048 (+4 ms)Closed at 1732519179048 2024-11-25T07:19:39,048 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519167316.337961755b6ed5a385d982f8585f3419. 2024-11-25T07:19:39,049 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f36bdd53170a02a1fb4cc891e119aec, disabling compactions & flushes 2024-11-25T07:19:39,049 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:39,049 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:39,049 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. after waiting 0 ms 2024-11-25T07:19:39,049 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:39,049 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f36bdd53170a02a1fb4cc891e119aec 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-25T07:19:39,063 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/info/85cce567a4114d789624cb1e0c7bed73 is 147, key is hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec./info:regioninfo/1732519172572/Put/seqid=0 2024-11-25T07:19:39,064 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/.tmp/hfileref/f3eb7da9e79e4578b626a6126bf6224b is 74, key is 1/hfileref:1fa0d6a494f84043a64a3accd62f6c42_SeqId_4_/1732519177231/DeleteColumn/seqid=0 2024-11-25T07:19:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741846_1022 (size=7686) 2024-11-25T07:19:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741847_1023 (size=5345) 2024-11-25T07:19:39,087 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:39,154 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:39,238 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1033, reset compression=false 2024-11-25T07:19:39,243 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:19:39,243 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1328, reset compression=false 2024-11-25T07:19:39,243 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,45367,1732519162010 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:19:39,244 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,45367,1732519162010: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,45367,1732519162010, walGroup=5eb3d201e8c9%2C45367%2C1732519162010, offset=5eb3d201e8c9%2C45367%2C1732519162010.1732519164005:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:45367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:19:39,245 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:19:39,245 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:19:39,246 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:19:39,246 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:19:39,246 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:19:39,246 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 817345216 }, "NonHeapMemoryUsage": { "committed": 191561728, "init": 7667712, "max": -1, "used": 188719616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:19:39,248 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:39,249 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:38989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:38989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:19:39,448 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f36bdd53170a02a1fb4cc891e119aec 2024-11-25T07:19:39,449 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1328, reset compression=false 2024-11-25T07:19:39,471 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/info/85cce567a4114d789624cb1e0c7bed73 2024-11-25T07:19:39,472 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/.tmp/hfileref/f3eb7da9e79e4578b626a6126bf6224b 2024-11-25T07:19:39,496 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/.tmp/queue/23569d6d641b444595cfbd6dea026276 is 154, key is 1-5eb3d201e8c9,45367,1732519162010/queue:5eb3d201e8c9%2C45367%2C1732519162010/1732519178097/Put/seqid=0 2024-11-25T07:19:39,496 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/ns/a3334efe74dd4c6398039cf8c2724288 is 43, key is default/ns:d/1732519165035/Put/seqid=0 2024-11-25T07:19:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741849_1025 (size=5153) 2024-11-25T07:19:39,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741848_1024 (size=5353) 2024-11-25T07:19:39,503 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/.tmp/queue/23569d6d641b444595cfbd6dea026276 2024-11-25T07:19:39,509 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/.tmp/hfileref/f3eb7da9e79e4578b626a6126bf6224b as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/hfileref/f3eb7da9e79e4578b626a6126bf6224b 2024-11-25T07:19:39,518 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/hfileref/f3eb7da9e79e4578b626a6126bf6224b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-25T07:19:39,520 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/.tmp/queue/23569d6d641b444595cfbd6dea026276 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/queue/23569d6d641b444595cfbd6dea026276 2024-11-25T07:19:39,532 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/queue/23569d6d641b444595cfbd6dea026276, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T07:19:39,533 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8f36bdd53170a02a1fb4cc891e119aec in 484ms, sequenceid=12, compaction requested=false 2024-11-25T07:19:39,561 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/replication/8f36bdd53170a02a1fb4cc891e119aec/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T07:19:39,562 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:39,562 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:39,562 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:39,562 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f36bdd53170a02a1fb4cc891e119aec: Waiting for close lock at 1732519179049Running coprocessor pre-close hooks at 1732519179049Disabling compacts and flushes for region at 1732519179049Disabling writes for close at 1732519179049Obtaining lock to block concurrent updates at 1732519179049Preparing flush snapshotting stores in 8f36bdd53170a02a1fb4cc891e119aec at 1732519179049Finished memstore snapshotting hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732519179049Flushing stores of hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. at 1732519179050 (+1 ms)Flushing 8f36bdd53170a02a1fb4cc891e119aec/hfileref: creating writer at 1732519179050Flushing 8f36bdd53170a02a1fb4cc891e119aec/hfileref: appending metadata at 1732519179063 (+13 ms)Flushing 8f36bdd53170a02a1fb4cc891e119aec/hfileref: closing flushed file at 1732519179063Flushing 8f36bdd53170a02a1fb4cc891e119aec/queue: creating writer at 1732519179477 (+414 ms)Flushing 8f36bdd53170a02a1fb4cc891e119aec/queue: appending metadata at 1732519179495 (+18 ms)Flushing 8f36bdd53170a02a1fb4cc891e119aec/queue: closing flushed file at 1732519179495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffde7ce: reopening flushed file at 1732519179508 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fa4e3d: reopening flushed file at 1732519179518 (+10 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8f36bdd53170a02a1fb4cc891e119aec in 484ms, sequenceid=12, compaction requested=false at 1732519179533 (+15 ms)Writing region close event to WAL at 1732519179557 (+24 ms)Running coprocessor post-close hooks at 1732519179561 (+4 ms)Closed at 1732519179562 (+1 ms) 2024-11-25T07:19:39,562 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519171657.8f36bdd53170a02a1fb4cc891e119aec. 2024-11-25T07:19:39,649 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:39,658 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:39,754 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1328, reset compression=false 2024-11-25T07:19:39,849 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:39,903 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/ns/a3334efe74dd4c6398039cf8c2724288 2024-11-25T07:19:39,906 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:19:39,906 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:19:39,927 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/rep_barrier/98a6e71e35b1446d9e38926840a02e2f is 112, key is test,,1732519167316.337961755b6ed5a385d982f8585f3419./rep_barrier:seqnumDuringOpen/1732519168473/Put/seqid=0 2024-11-25T07:19:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741850_1026 (size=5518) 2024-11-25T07:19:40,049 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:19:40,049 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:19:40,049 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:40,157 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1328, reset compression=false 2024-11-25T07:19:40,249 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:40,262 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:40,331 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/rep_barrier/98a6e71e35b1446d9e38926840a02e2f 2024-11-25T07:19:40,356 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/table/b11688920cbc4e388236d4abbd0a4621 is 53, key is hbase:replication/table:state/1732519172587/Put/seqid=0 2024-11-25T07:19:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741851_1027 (size=5308) 2024-11-25T07:19:40,450 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:40,650 DEBUG [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:40,661 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.1732519164005 to pos 1328, reset compression=false 2024-11-25T07:19:40,761 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/table/b11688920cbc4e388236d4abbd0a4621 2024-11-25T07:19:40,766 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/info/85cce567a4114d789624cb1e0c7bed73 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/info/85cce567a4114d789624cb1e0c7bed73 2024-11-25T07:19:40,771 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/info/85cce567a4114d789624cb1e0c7bed73, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:19:40,772 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/ns/a3334efe74dd4c6398039cf8c2724288 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/ns/a3334efe74dd4c6398039cf8c2724288 2024-11-25T07:19:40,778 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/ns/a3334efe74dd4c6398039cf8c2724288, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:19:40,779 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/rep_barrier/98a6e71e35b1446d9e38926840a02e2f as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/rep_barrier/98a6e71e35b1446d9e38926840a02e2f 2024-11-25T07:19:40,784 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/rep_barrier/98a6e71e35b1446d9e38926840a02e2f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:19:40,785 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/.tmp/table/b11688920cbc4e388236d4abbd0a4621 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/table/b11688920cbc4e388236d4abbd0a4621 2024-11-25T07:19:40,789 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/table/b11688920cbc4e388236d4abbd0a4621, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:19:40,791 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false 2024-11-25T07:19:40,797 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:19:40,798 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:40,798 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:40,798 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:40,798 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519179044Running coprocessor pre-close hooks at 1732519179044Disabling compacts and flushes for region at 1732519179044Disabling writes for close at 1732519179044Obtaining lock to block concurrent updates at 1732519179044Preparing flush snapshotting stores in 1588230740 at 1732519179044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519179044Flushing stores of hbase:meta,,1.1588230740 at 1732519179045 (+1 ms)Flushing 1588230740/info: creating writer at 1732519179045Flushing 1588230740/info: appending metadata at 1732519179062 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732519179062Flushing 1588230740/ns: creating writer at 1732519179477 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732519179496 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732519179496Flushing 1588230740/rep_barrier: creating writer at 1732519179907 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519179926 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519179926Flushing 1588230740/table: creating writer at 1732519180336 (+410 ms)Flushing 1588230740/table: appending metadata at 1732519180356 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732519180356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43883b40: reopening flushed file at 1732519180766 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff9ac9d: reopening flushed file at 1732519180772 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7b77b: reopening flushed file at 1732519180778 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fdf5fac: reopening flushed file at 1732519180784 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false at 1732519180791 (+7 ms)Writing region close event to WAL at 1732519180794 (+3 ms)Running coprocessor post-close hooks at 1732519180797 (+3 ms)Closed at 1732519180798 (+1 ms) 2024-11-25T07:19:40,798 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:40,850 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,45367,1732519162010; all regions closed. 2024-11-25T07:19:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:19:40,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.meta.1732519164983.meta not finished, retry = 0 2024-11-25T07:19:40,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=3127) 2024-11-25T07:19:40,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/WALs/5eb3d201e8c9,45367,1732519162010/5eb3d201e8c9%2C45367%2C1732519162010.rep.1732519172503 not finished, retry = 0 2024-11-25T07:19:40,966 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=1336) 2024-11-25T07:19:41,059 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:41,059 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:41,059 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:41,060 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:41,060 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:41,060 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:41,060 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,45367,1732519162010 because: Region server is closing 2024-11-25T07:19:41,060 INFO [RS:0;5eb3d201e8c9:45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:45367. 2024-11-25T07:19:41,060 DEBUG [RS:0;5eb3d201e8c9:45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:41,061 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:41,061 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:41,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:41,161 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.shipper5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 terminated 2024-11-25T07:19:41,161 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,45367,1732519162010.replicationSource.wal-reader.5eb3d201e8c9%2C45367%2C1732519162010,1-5eb3d201e8c9,45367,1732519162010 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:19:41,161 INFO [RS:0;5eb3d201e8c9:45367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:45367. 2024-11-25T07:19:41,162 DEBUG [RS:0;5eb3d201e8c9:45367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:41,162 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:41,162 DEBUG [RS:0;5eb3d201e8c9:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:41,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:41,162 INFO [RS:0;5eb3d201e8c9:45367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45367 2024-11-25T07:19:41,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495475395/rs/5eb3d201e8c9,45367,1732519162010 2024-11-25T07:19:41,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395/rs 2024-11-25T07:19:41,165 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:41,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,45367,1732519162010] 2024-11-25T07:19:41,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495475395/draining/5eb3d201e8c9,45367,1732519162010 already deleted, retry=false 2024-11-25T07:19:41,167 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,45367,1732519162010 expired; onlineServers=0 2024-11-25T07:19:41,167 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,38989,1732519161967' ***** 2024-11-25T07:19:41,167 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:19:41,167 INFO [M:0;5eb3d201e8c9:38989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:41,167 INFO [M:0;5eb3d201e8c9:38989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:41,167 DEBUG [M:0;5eb3d201e8c9:38989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:19:41,167 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:19:41,167 DEBUG [M:0;5eb3d201e8c9:38989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:19:41,167 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519163828 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519163828,5,FailOnTimeoutGroup] 2024-11-25T07:19:41,167 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519163831 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519163831,5,FailOnTimeoutGroup] 2024-11-25T07:19:41,168 INFO [M:0;5eb3d201e8c9:38989 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:41,168 INFO [M:0;5eb3d201e8c9:38989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:41,168 DEBUG [M:0;5eb3d201e8c9:38989 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:19:41,168 INFO [M:0;5eb3d201e8c9:38989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:19:41,168 INFO [M:0;5eb3d201e8c9:38989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:41,168 INFO [M:0;5eb3d201e8c9:38989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:19:41,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:19:41,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495475395/master 2024-11-25T07:19:41,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495475395 2024-11-25T07:19:41,171 DEBUG [M:0;5eb3d201e8c9:38989 {}] zookeeper.ZKUtil(347): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Unable to get data of znode /1-1495475395/master because node does not exist (not an error) 2024-11-25T07:19:41,171 WARN [M:0;5eb3d201e8c9:38989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:19:41,172 INFO [M:0;5eb3d201e8c9:38989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/.lastflushedseqids 2024-11-25T07:19:41,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741852_1028 (size=263) 2024-11-25T07:19:41,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:41,266 INFO [RS:0;5eb3d201e8c9:45367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:41,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x1014dfe469b0004, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:41,266 INFO [RS:0;5eb3d201e8c9:45367 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,45367,1732519162010; zookeeper connection closed. 2024-11-25T07:19:41,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13019a8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13019a8a 2024-11-25T07:19:41,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:19:41,576 INFO [M:0;5eb3d201e8c9:38989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:19:41,577 INFO [M:0;5eb3d201e8c9:38989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:19:41,578 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:41,578 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:41,578 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:41,578 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:41,578 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:41,578 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T07:19:41,605 DEBUG [M:0;5eb3d201e8c9:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf395ebf2614907817d2d41366dbbd3 is 82, key is hbase:meta,,1/info:regioninfo/1732519165025/Put/seqid=0 2024-11-25T07:19:41,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741853_1029 (size=5672) 2024-11-25T07:19:41,611 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf395ebf2614907817d2d41366dbbd3 2024-11-25T07:19:41,636 DEBUG [M:0;5eb3d201e8c9:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7be44126ac0a4367b5845135ad2f8cb8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519172595/Put/seqid=0 2024-11-25T07:19:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741854_1030 (size=8516) 2024-11-25T07:19:41,770 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:42,044 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7be44126ac0a4367b5845135ad2f8cb8 2024-11-25T07:19:42,067 DEBUG [M:0;5eb3d201e8c9:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d05c752060648f4891afdb02363b59e is 69, key is 5eb3d201e8c9,45367,1732519162010/rs:state/1732519163856/Put/seqid=0 2024-11-25T07:19:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741855_1031 (size=5156) 2024-11-25T07:19:42,471 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d05c752060648f4891afdb02363b59e 2024-11-25T07:19:42,476 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf395ebf2614907817d2d41366dbbd3 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf395ebf2614907817d2d41366dbbd3 2024-11-25T07:19:42,480 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf395ebf2614907817d2d41366dbbd3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:19:42,481 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7be44126ac0a4367b5845135ad2f8cb8 as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7be44126ac0a4367b5845135ad2f8cb8 2024-11-25T07:19:42,485 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7be44126ac0a4367b5845135ad2f8cb8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:19:42,486 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d05c752060648f4891afdb02363b59e as hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d05c752060648f4891afdb02363b59e 2024-11-25T07:19:42,490 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46775/user/jenkins/test-data/a58beaef-abe3-13cb-7c10-77ebf615cc59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d05c752060648f4891afdb02363b59e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:19:42,491 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false 2024-11-25T07:19:42,498 INFO [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:42,498 DEBUG [M:0;5eb3d201e8c9:38989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519181577Disabling compacts and flushes for region at 1732519181577Disabling writes for close at 1732519181578 (+1 ms)Obtaining lock to block concurrent updates at 1732519181578Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519181578Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732519181578Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519181579 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519181579Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519181604 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519181604Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519181618 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519181636 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519181636Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519182049 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519182066 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519182066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419b9f00: reopening flushed file at 1732519182476 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b01795e: reopening flushed file at 1732519182480 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3447f6ca: reopening flushed file at 1732519182485 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false at 1732519182491 (+6 ms)Writing region close event to WAL at 1732519182497 (+6 ms)Closed at 1732519182498 (+1 ms) 2024-11-25T07:19:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741830_1006 (size=63654) 2024-11-25T07:19:42,502 INFO [M:0;5eb3d201e8c9:38989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:19:42,502 INFO [M:0;5eb3d201e8c9:38989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38989 2024-11-25T07:19:42,503 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:42,503 INFO [M:0;5eb3d201e8c9:38989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:42,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:42,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1014dfe469b0003, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:42,605 INFO [M:0;5eb3d201e8c9:38989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:42,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f70bc3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:42,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:42,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:42,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:42,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:42,610 WARN [BP-428142786-172.17.0.2-1732519160967 heartbeating to localhost/127.0.0.1:46775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:19:42,610 WARN [BP-428142786-172.17.0.2-1732519160967 heartbeating to localhost/127.0.0.1:46775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-428142786-172.17.0.2-1732519160967 (Datanode Uuid a79c69b6-eda4-4964-9a2e-e24dc9c34fa9) service to localhost/127.0.0.1:46775 2024-11-25T07:19:42,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:19:42,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:19:42,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/cluster_d7eac460-55a8-feb7-198a-727e0b07a8dd/data/data1/current/BP-428142786-172.17.0.2-1732519160967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:42,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/cluster_d7eac460-55a8-feb7-198a-727e0b07a8dd/data/data2/current/BP-428142786-172.17.0.2-1732519160967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:42,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:19:42,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742620da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:42,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:42,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:42,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:42,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:42,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:19:42,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:19:42,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:42,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:42,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:42,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:42,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:42,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:19:42,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=305538303, stopped=false 2024-11-25T07:19:42,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,39795,1732519157724 2024-11-25T07:19:42,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242886848/running 2024-11-25T07:19:42,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242886848/running 2024-11-25T07:19:42,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:42,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:42,637 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:42,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:42,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on znode that does not yet exist, /0-242886848/running 2024-11-25T07:19:42,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:42,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:42,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Set watcher on znode that does not yet exist, /0-242886848/running 2024-11-25T07:19:42,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,42057,1732519157775' ***** 2024-11-25T07:19:42,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:19:42,638 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:19:42,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(3091): Received CLOSE for 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(3091): Received CLOSE for 43d46595332564ebf38b51c8912281d8 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:42057. 2024-11-25T07:19:42,639 DEBUG [RS:0;5eb3d201e8c9:42057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:42,639 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:42,639 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46be3f0820504ee216bcf83e1c0357b3, disabling compactions & flushes 2024-11-25T07:19:42,639 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:42,639 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:42,639 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. after waiting 0 ms 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:19:42,639 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:19:42,639 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:19:42,640 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46be3f0820504ee216bcf83e1c0357b3 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-25T07:19:42,640 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:19:42,640 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1325): Online Regions={46be3f0820504ee216bcf83e1c0357b3=hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3., 1588230740=hbase:meta,,1.1588230740, 43d46595332564ebf38b51c8912281d8=test,,1732519165149.43d46595332564ebf38b51c8912281d8.} 2024-11-25T07:19:42,640 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43d46595332564ebf38b51c8912281d8, 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:42,640 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:42,640 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:42,640 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:42,640 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:42,640 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:42,640 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:19:42,656 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/.tmp/hfileref/c468c71b99d04cfb86d06f982bb6aa81 is 74, key is 1/hfileref:77b99f979c584848a5c9412e237f68b3_SeqId_4_/1732519176498/DeleteColumn/seqid=0 2024-11-25T07:19:42,659 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/info/1a9bfeb3424846e8b0aee0c328f7e187 is 147, key is hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3./info:regioninfo/1732519170664/Put/seqid=0 2024-11-25T07:19:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741846_1022 (size=5345) 2024-11-25T07:19:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741847_1023 (size=7686) 2024-11-25T07:19:42,674 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:42,680 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:42,761 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:19:42,761 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:19:42,840 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43d46595332564ebf38b51c8912281d8, 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:43,040 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43d46595332564ebf38b51c8912281d8, 46be3f0820504ee216bcf83e1c0357b3 2024-11-25T07:19:43,061 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/.tmp/hfileref/c468c71b99d04cfb86d06f982bb6aa81 2024-11-25T07:19:43,063 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/info/1a9bfeb3424846e8b0aee0c328f7e187 2024-11-25T07:19:43,083 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/.tmp/queue/33394fd77d494ff388578d192d37897a is 154, key is 1-5eb3d201e8c9,42057,1732519157775/queue:5eb3d201e8c9%2C42057%2C1732519157775/1732519178679/Put/seqid=0 2024-11-25T07:19:43,084 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/ns/9688921d2eb14438bd658c2b51e61bf8 is 43, key is default/ns:d/1732519160845/Put/seqid=0 2024-11-25T07:19:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741848_1024 (size=5353) 2024-11-25T07:19:43,090 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/.tmp/queue/33394fd77d494ff388578d192d37897a 2024-11-25T07:19:43,095 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/.tmp/hfileref/c468c71b99d04cfb86d06f982bb6aa81 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/hfileref/c468c71b99d04cfb86d06f982bb6aa81 2024-11-25T07:19:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741849_1025 (size=5153) 2024-11-25T07:19:43,099 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/ns/9688921d2eb14438bd658c2b51e61bf8 2024-11-25T07:19:43,100 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/hfileref/c468c71b99d04cfb86d06f982bb6aa81, entries=4, sequenceid=12, filesize=5.2 K 2024-11-25T07:19:43,105 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/.tmp/queue/33394fd77d494ff388578d192d37897a as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/queue/33394fd77d494ff388578d192d37897a 2024-11-25T07:19:43,110 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/queue/33394fd77d494ff388578d192d37897a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T07:19:43,111 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 46be3f0820504ee216bcf83e1c0357b3 in 472ms, sequenceid=12, compaction requested=false 2024-11-25T07:19:43,112 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:19:43,116 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/replication/46be3f0820504ee216bcf83e1c0357b3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T07:19:43,116 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:43,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:43,117 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:43,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46be3f0820504ee216bcf83e1c0357b3: Waiting for close lock at 1732519182639Running coprocessor pre-close hooks at 1732519182639Disabling compacts and flushes for region at 1732519182639Disabling writes for close at 1732519182639Obtaining lock to block concurrent updates at 1732519182640 (+1 ms)Preparing flush snapshotting stores in 46be3f0820504ee216bcf83e1c0357b3 at 1732519182640Finished memstore snapshotting hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732519182640Flushing stores of hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. at 1732519182641 (+1 ms)Flushing 46be3f0820504ee216bcf83e1c0357b3/hfileref: creating writer at 1732519182641Flushing 46be3f0820504ee216bcf83e1c0357b3/hfileref: appending metadata at 1732519182655 (+14 ms)Flushing 46be3f0820504ee216bcf83e1c0357b3/hfileref: closing flushed file at 1732519182656 (+1 ms)Flushing 46be3f0820504ee216bcf83e1c0357b3/queue: creating writer at 1732519183068 (+412 ms)Flushing 46be3f0820504ee216bcf83e1c0357b3/queue: appending metadata at 1732519183082 (+14 ms)Flushing 46be3f0820504ee216bcf83e1c0357b3/queue: closing flushed file at 1732519183082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50cf535d: reopening flushed file at 1732519183094 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40685754: reopening flushed file at 1732519183100 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 46be3f0820504ee216bcf83e1c0357b3 in 472ms, sequenceid=12, compaction requested=false at 1732519183111 (+11 ms)Writing region close event to WAL at 1732519183113 (+2 ms)Running coprocessor post-close hooks at 1732519183116 (+3 ms)Closed at 1732519183117 (+1 ms) 2024-11-25T07:19:43,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519169494.46be3f0820504ee216bcf83e1c0357b3. 2024-11-25T07:19:43,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43d46595332564ebf38b51c8912281d8, disabling compactions & flushes 2024-11-25T07:19:43,117 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:43,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:43,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519165149.43d46595332564ebf38b51c8912281d8. after waiting 0 ms 2024-11-25T07:19:43,117 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:43,125 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/rep_barrier/316af996a7264591b289ed8fb6479509 is 112, key is test,,1732519165149.43d46595332564ebf38b51c8912281d8./rep_barrier:seqnumDuringOpen/1732519166322/Put/seqid=0 2024-11-25T07:19:43,129 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/default/test/43d46595332564ebf38b51c8912281d8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:19:43,129 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:43,129 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:19:43,129 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:43,129 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43d46595332564ebf38b51c8912281d8: Waiting for close lock at 1732519183117Running coprocessor pre-close hooks at 1732519183117Disabling compacts and flushes for region at 1732519183117Disabling writes for close at 1732519183117Writing region close event to WAL at 1732519183124 (+7 ms)Running coprocessor post-close hooks at 1732519183129 (+5 ms)Closed at 1732519183129 2024-11-25T07:19:43,130 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519165149.43d46595332564ebf38b51c8912281d8. 2024-11-25T07:19:43,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741850_1026 (size=5518) 2024-11-25T07:19:43,240 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:43,441 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:43,537 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/rep_barrier/316af996a7264591b289ed8fb6479509 2024-11-25T07:19:43,555 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/table/bf8e4bd8ad164f55946a50123a6375b6 is 53, key is hbase:replication/table:state/1732519170671/Put/seqid=0 2024-11-25T07:19:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741851_1027 (size=5308) 2024-11-25T07:19:43,641 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:19:43,641 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:19:43,641 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:43,678 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1033, reset compression=false 2024-11-25T07:19:43,683 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:19:43,683 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1328, reset compression=false 2024-11-25T07:19:43,683 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42057,1732519157775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:19:43,684 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,42057,1732519157775: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,42057,1732519157775, walGroup=5eb3d201e8c9%2C42057%2C1732519157775, offset=5eb3d201e8c9%2C42057%2C1732519157775.1732519159891:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:42057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:19:43,685 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:19:43,685 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:19:43,686 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:19:43,686 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:19:43,686 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:19:43,686 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 539920384 }, "NonHeapMemoryUsage": { "committed": 191954944, "init": 7667712, "max": -1, "used": 187968456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:19:43,686 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:39795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:39795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:19:43,841 DEBUG [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:19:43,886 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1328, reset compression=false 2024-11-25T07:19:43,960 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/table/bf8e4bd8ad164f55946a50123a6375b6 2024-11-25T07:19:43,965 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/info/1a9bfeb3424846e8b0aee0c328f7e187 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/info/1a9bfeb3424846e8b0aee0c328f7e187 2024-11-25T07:19:43,969 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/info/1a9bfeb3424846e8b0aee0c328f7e187, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:19:43,970 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/ns/9688921d2eb14438bd658c2b51e61bf8 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/ns/9688921d2eb14438bd658c2b51e61bf8 2024-11-25T07:19:43,974 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/ns/9688921d2eb14438bd658c2b51e61bf8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:19:43,974 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/rep_barrier/316af996a7264591b289ed8fb6479509 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/rep_barrier/316af996a7264591b289ed8fb6479509 2024-11-25T07:19:43,978 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/rep_barrier/316af996a7264591b289ed8fb6479509, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:19:43,978 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/.tmp/table/bf8e4bd8ad164f55946a50123a6375b6 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/table/bf8e4bd8ad164f55946a50123a6375b6 2024-11-25T07:19:43,982 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/table/bf8e4bd8ad164f55946a50123a6375b6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:19:43,983 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-25T07:19:43,983 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:19:43,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:19:43,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:43,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:43,987 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:43,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519182640Running coprocessor pre-close hooks at 1732519182640Disabling compacts and flushes for region at 1732519182640Disabling writes for close at 1732519182640Obtaining lock to block concurrent updates at 1732519182640Preparing flush snapshotting stores in 1588230740 at 1732519182640Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519182640Flushing stores of hbase:meta,,1.1588230740 at 1732519182641 (+1 ms)Flushing 1588230740/info: creating writer at 1732519182641Flushing 1588230740/info: appending metadata at 1732519182658 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732519182658Flushing 1588230740/ns: creating writer at 1732519183068 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732519183084 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732519183084Flushing 1588230740/rep_barrier: creating writer at 1732519183108 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519183125 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519183125Flushing 1588230740/table: creating writer at 1732519183541 (+416 ms)Flushing 1588230740/table: appending metadata at 1732519183555 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732519183555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73331fb6: reopening flushed file at 1732519183964 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238d1ae1: reopening flushed file at 1732519183969 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed37e82: reopening flushed file at 1732519183974 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5283e0: reopening flushed file at 1732519183978 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1732519183983 (+5 ms)Writing region close event to WAL at 1732519183984 (+1 ms)Running coprocessor post-close hooks at 1732519183987 (+3 ms)Closed at 1732519183987 2024-11-25T07:19:43,988 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:44,041 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,42057,1732519157775; all regions closed. 2024-11-25T07:19:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:19:44,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.meta.1732519160794.meta not finished, retry = 0 2024-11-25T07:19:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741839_1015 (size=3127) 2024-11-25T07:19:44,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.rep.1732519170628 not finished, retry = 0 2024-11-25T07:19:44,190 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/WALs/5eb3d201e8c9,42057,1732519157775/5eb3d201e8c9%2C42057%2C1732519157775.1732519159891 to pos 1328, reset compression=false 2024-11-25T07:19:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741832_1008 (size=1336) 2024-11-25T07:19:44,250 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:44,250 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:19:44,250 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:44,251 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:44,251 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:44,251 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:44,251 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,42057,1732519157775 because: Region server is closing 2024-11-25T07:19:44,251 INFO [RS:0;5eb3d201e8c9:42057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:42057. 2024-11-25T07:19:44,252 DEBUG [RS:0;5eb3d201e8c9:42057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:44,252 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:44,252 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:44,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:44,352 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.shipper5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 terminated 2024-11-25T07:19:44,352 INFO [RS:0;5eb3d201e8c9:42057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:42057. 2024-11-25T07:19:44,352 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42057,1732519157775.replicationSource.wal-reader.5eb3d201e8c9%2C42057%2C1732519157775,1-5eb3d201e8c9,42057,1732519157775 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:19:44,352 DEBUG [RS:0;5eb3d201e8c9:42057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:44,352 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:44,352 DEBUG [RS:0;5eb3d201e8c9:42057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:44,353 INFO [RS:0;5eb3d201e8c9:42057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42057 2024-11-25T07:19:44,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:44,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242886848/rs/5eb3d201e8c9,42057,1732519157775 2024-11-25T07:19:44,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848/rs 2024-11-25T07:19:44,357 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:44,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,42057,1732519157775] 2024-11-25T07:19:44,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-242886848/draining/5eb3d201e8c9,42057,1732519157775 already deleted, retry=false 2024-11-25T07:19:44,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,42057,1732519157775 expired; onlineServers=0 2024-11-25T07:19:44,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,39795,1732519157724' ***** 2024-11-25T07:19:44,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:19:44,360 INFO [M:0;5eb3d201e8c9:39795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:19:44,360 INFO [M:0;5eb3d201e8c9:39795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:19:44,360 DEBUG [M:0;5eb3d201e8c9:39795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:19:44,360 DEBUG [M:0;5eb3d201e8c9:39795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:19:44,360 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519159642 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519159642,5,FailOnTimeoutGroup] 2024-11-25T07:19:44,360 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519159643 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519159643,5,FailOnTimeoutGroup] 2024-11-25T07:19:44,360 INFO [M:0;5eb3d201e8c9:39795 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:19:44,360 INFO [M:0;5eb3d201e8c9:39795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:19:44,360 DEBUG [M:0;5eb3d201e8c9:39795 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:19:44,360 INFO [M:0;5eb3d201e8c9:39795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:19:44,361 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:19:44,361 INFO [M:0;5eb3d201e8c9:39795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:19:44,361 INFO [M:0;5eb3d201e8c9:39795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:19:44,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:19:44,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-242886848/master 2024-11-25T07:19:44,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-242886848 2024-11-25T07:19:44,362 DEBUG [M:0;5eb3d201e8c9:39795 {}] zookeeper.ZKUtil(347): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Unable to get data of znode /0-242886848/master because node does not exist (not an error) 2024-11-25T07:19:44,362 WARN [M:0;5eb3d201e8c9:39795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:19:44,362 INFO [M:0;5eb3d201e8c9:39795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/.lastflushedseqids 2024-11-25T07:19:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741852_1028 (size=263) 2024-11-25T07:19:44,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:44,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42057-0x1014dfe469b0001, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:44,459 INFO [RS:0;5eb3d201e8c9:42057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:44,459 INFO [RS:0;5eb3d201e8c9:42057 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,42057,1732519157775; zookeeper connection closed. 2024-11-25T07:19:44,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7892d18e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7892d18e 2024-11-25T07:19:44,459 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:19:44,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:44,769 INFO [M:0;5eb3d201e8c9:39795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:19:44,769 INFO [M:0;5eb3d201e8c9:39795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:19:44,770 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:44,770 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:44,770 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:44,770 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:44,770 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:44,770 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-25T07:19:44,789 DEBUG [M:0;5eb3d201e8c9:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/966bfb8b825448cb826e62ba0aca9f8d is 82, key is hbase:meta,,1/info:regioninfo/1732519160831/Put/seqid=0 2024-11-25T07:19:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741853_1029 (size=5672) 2024-11-25T07:19:45,194 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/966bfb8b825448cb826e62ba0aca9f8d 2024-11-25T07:19:45,213 DEBUG [M:0;5eb3d201e8c9:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e812940e35334ae18dd5e0f994f8b978 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519170675/Put/seqid=0 2024-11-25T07:19:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741854_1030 (size=8517) 2024-11-25T07:19:45,619 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e812940e35334ae18dd5e0f994f8b978 2024-11-25T07:19:45,638 DEBUG [M:0;5eb3d201e8c9:39795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f0a76300f2c4b0ab84a1b9e4f3c1e92 is 69, key is 5eb3d201e8c9,42057,1732519157775/rs:state/1732519159741/Put/seqid=0 2024-11-25T07:19:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741855_1031 (size=5156) 2024-11-25T07:19:46,041 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f0a76300f2c4b0ab84a1b9e4f3c1e92 2024-11-25T07:19:46,046 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/966bfb8b825448cb826e62ba0aca9f8d as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/966bfb8b825448cb826e62ba0aca9f8d 2024-11-25T07:19:46,050 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/966bfb8b825448cb826e62ba0aca9f8d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:19:46,051 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e812940e35334ae18dd5e0f994f8b978 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e812940e35334ae18dd5e0f994f8b978 2024-11-25T07:19:46,054 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e812940e35334ae18dd5e0f994f8b978, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:19:46,055 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f0a76300f2c4b0ab84a1b9e4f3c1e92 as hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f0a76300f2c4b0ab84a1b9e4f3c1e92 2024-11-25T07:19:46,059 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f0a76300f2c4b0ab84a1b9e4f3c1e92, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:19:46,060 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-25T07:19:46,063 INFO [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:46,064 DEBUG [M:0;5eb3d201e8c9:39795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519184770Disabling compacts and flushes for region at 1732519184770Disabling writes for close at 1732519184770Obtaining lock to block concurrent updates at 1732519184770Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519184770Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732519184770Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519184771 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519184771Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519184789 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519184789Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519185199 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519185212 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519185213 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519185623 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519185637 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519185637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0ef649: reopening flushed file at 1732519186046 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d36f8aa: reopening flushed file at 1732519186050 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5caeae48: reopening flushed file at 1732519186055 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732519186060 (+5 ms)Writing region close event to WAL at 1732519186063 (+3 ms)Closed at 1732519186063 2024-11-25T07:19:46,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42123 is added to blk_1073741830_1006 (size=63666) 2024-11-25T07:19:46,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c58337f-c2a0-7183-d066-f00b7037c2c5/MasterData/WALs/5eb3d201e8c9,39795,1732519157724/5eb3d201e8c9%2C39795%2C1732519157724.1732519159482 not finished, retry = 0 2024-11-25T07:19:46,166 INFO [M:0;5eb3d201e8c9:39795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:19:46,166 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:19:46,167 INFO [M:0;5eb3d201e8c9:39795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39795 2024-11-25T07:19:46,167 INFO [M:0;5eb3d201e8c9:39795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:19:46,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:46,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39795-0x1014dfe469b0000, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:19:46,269 INFO [M:0;5eb3d201e8c9:39795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:19:46,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2d1afa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:46,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:46,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:46,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:46,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:46,273 WARN [BP-598897219-172.17.0.2-1732519156768 heartbeating to localhost/127.0.0.1:41025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:19:46,273 WARN [BP-598897219-172.17.0.2-1732519156768 heartbeating to localhost/127.0.0.1:41025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598897219-172.17.0.2-1732519156768 (Datanode Uuid 0defeb9f-f0b9-47e4-94fa-49833c0883e4) service to localhost/127.0.0.1:41025 2024-11-25T07:19:46,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:19:46,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:19:46,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540/data/data1/current/BP-598897219-172.17.0.2-1732519156768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:46,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/cluster_3a973473-4e66-d041-624b-e01fac388540/data/data2/current/BP-598897219-172.17.0.2-1732519156768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:19:46,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:19:46,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522bcf48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:46,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:19:46,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:19:46,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:19:46,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f6197c8-656b-3d88-eba8-b39fccbf6156/hadoop.log.dir/,STOPPED} 2024-11-25T07:19:46,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:19:46,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:19:46,309 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 210) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46775 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46775 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46775 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41025 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53648) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53648) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41025 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41025 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7489 (was 8094) 2024-11-25T07:19:46,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=7489 2024-11-25T07:19:46,331 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-25T07:19:46,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.log.dir so I do NOT create it in target/test-data/010578bc-12bc-98da-ebab-a90285205945 2024-11-25T07:19:46,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:19:46,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.tmp.dir so I do NOT create it in target/test-data/010578bc-12bc-98da-ebab-a90285205945 2024-11-25T07:19:46,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b35a5e45-7b1d-495e-7639-ee4046796ca7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:19:46,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945 2024-11-25T07:19:46,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3, deleteOnExit=true 2024-11-25T07:19:46,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3/zookeeper_0, clientPort=60779, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:19:46,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60779 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/test.cache.data in system properties and HBase conf 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:19:46,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:19:46,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:19:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:19:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dfe469b0005, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:19:46,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dfe469b0002, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:19:46,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dfe469b0005, quorum=127.0.0.1:53648, baseZNode=/1-1495475395 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:19:46,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dfe469b0002, quorum=127.0.0.1:53648, baseZNode=/0-242886848 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:19:46,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:46,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:46,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:46,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:46,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:19:46,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:46,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6709036c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:46,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d3a12ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:46,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12404597{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/java.io.tmpdir/jetty-localhost-36301-hadoop-hdfs-3_4_1-tests_jar-_-any-17031007716139871507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:46,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8f020d{HTTP/1.1, (http/1.1)}{localhost:36301} 2024-11-25T07:19:46,533 INFO [Time-limited test {}] server.Server(415): Started @183353ms 2024-11-25T07:19:46,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:46,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:46,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:46,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:46,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:19:46,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e84d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:46,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175f77a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:46,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59acacc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/java.io.tmpdir/jetty-localhost-33813-hadoop-hdfs-3_4_1-tests_jar-_-any-4033787461616545031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:46,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@583d26ee{HTTP/1.1, (http/1.1)}{localhost:33813} 2024-11-25T07:19:46,745 INFO [Time-limited test {}] server.Server(415): Started @183564ms 2024-11-25T07:19:46,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:19:46,836 WARN [Thread-2197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3/data/data2/current/BP-1597378949-172.17.0.2-1732519186353/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:46,836 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3/data/data1/current/BP-1597378949-172.17.0.2-1732519186353/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:46,855 WARN [Thread-2184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:19:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28b0ea973e3748 with lease ID 0x275015c6a12aa361: Processing first storage report for DS-988fa391-7176-4cd7-9c28-16caf237a206 from datanode DatanodeRegistration(127.0.0.1:43975, datanodeUuid=169008f1-2487-405b-81af-61e64322efea, infoPort=44477, infoSecurePort=0, ipcPort=40879, storageInfo=lv=-57;cid=testClusterID;nsid=508750108;c=1732519186353) 2024-11-25T07:19:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28b0ea973e3748 with lease ID 0x275015c6a12aa361: from storage DS-988fa391-7176-4cd7-9c28-16caf237a206 node DatanodeRegistration(127.0.0.1:43975, datanodeUuid=169008f1-2487-405b-81af-61e64322efea, infoPort=44477, infoSecurePort=0, ipcPort=40879, storageInfo=lv=-57;cid=testClusterID;nsid=508750108;c=1732519186353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:19:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28b0ea973e3748 with lease ID 0x275015c6a12aa361: Processing first storage report for DS-5c148ed7-65ea-4b09-be4c-c25016bcf8a6 from datanode DatanodeRegistration(127.0.0.1:43975, datanodeUuid=169008f1-2487-405b-81af-61e64322efea, infoPort=44477, infoSecurePort=0, ipcPort=40879, storageInfo=lv=-57;cid=testClusterID;nsid=508750108;c=1732519186353) 2024-11-25T07:19:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28b0ea973e3748 with lease ID 0x275015c6a12aa361: from storage DS-5c148ed7-65ea-4b09-be4c-c25016bcf8a6 node DatanodeRegistration(127.0.0.1:43975, datanodeUuid=169008f1-2487-405b-81af-61e64322efea, infoPort=44477, infoSecurePort=0, ipcPort=40879, storageInfo=lv=-57;cid=testClusterID;nsid=508750108;c=1732519186353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:19:46,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945 2024-11-25T07:19:46,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:46,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:46,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:19:47,281 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c with version=8 2024-11-25T07:19:47,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/hbase-staging 2024-11-25T07:19:47,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:47,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:47,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:47,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:47,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:47,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:47,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:19:47,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:47,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39183 2024-11-25T07:19:47,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39183 connecting to ZooKeeper ensemble=127.0.0.1:60779 2024-11-25T07:19:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391830x0, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:47,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39183-0x1014dfeba2d0000 connected 2024-11-25T07:19:47,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:47,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:47,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on znode that does not yet exist, /0688596649/running 2024-11-25T07:19:47,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c, hbase.cluster.distributed=false 2024-11-25T07:19:47,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on znode that does not yet exist, /0688596649/acl 2024-11-25T07:19:47,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39183 2024-11-25T07:19:47,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39183 2024-11-25T07:19:47,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39183 2024-11-25T07:19:47,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39183 2024-11-25T07:19:47,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39183 2024-11-25T07:19:47,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:47,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:47,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:47,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:47,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:47,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:47,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:19:47,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:47,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44327 2024-11-25T07:19:47,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44327 connecting to ZooKeeper ensemble=127.0.0.1:60779 2024-11-25T07:19:47,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:47,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443270x0, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:47,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44327-0x1014dfeba2d0001 connected 2024-11-25T07:19:47,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on znode that does not yet exist, /0688596649/running 2024-11-25T07:19:47,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:19:47,358 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:19:47,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on znode that does not yet exist, /0688596649/master 2024-11-25T07:19:47,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on znode that does not yet exist, /0688596649/acl 2024-11-25T07:19:47,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44327 2024-11-25T07:19:47,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44327 2024-11-25T07:19:47,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44327 2024-11-25T07:19:47,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44327 2024-11-25T07:19:47,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44327 2024-11-25T07:19:47,376 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:39183 2024-11-25T07:19:47,376 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0688596649/backup-masters/5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649/backup-masters 2024-11-25T07:19:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649/backup-masters 2024-11-25T07:19:47,379 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on existing znode=/0688596649/backup-masters/5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0688596649/master 2024-11-25T07:19:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:47,381 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on existing znode=/0688596649/master 2024-11-25T07:19:47,382 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0688596649/backup-masters/5eb3d201e8c9,39183,1732519187284 from backup master directory 2024-11-25T07:19:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0688596649/backup-masters/5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649/backup-masters 2024-11-25T07:19:47,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649/backup-masters 2024-11-25T07:19:47,383 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:47,383 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:47,386 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/hbase.id] with ID: 00010b14-2b23-4d84-bf9c-af9b05e6a5f8 2024-11-25T07:19:47,386 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/.tmp/hbase.id 2024-11-25T07:19:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:19:47,793 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/.tmp/hbase.id]:[hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/hbase.id] 2024-11-25T07:19:47,801 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:47,801 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:19:47,802 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:19:47,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:47,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:19:48,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:48,224 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:19:48,224 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:19:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:19:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:19:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:19:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T07:19:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:48,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:19:48,631 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store 2024-11-25T07:19:48,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:19:49,037 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:49,037 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:49,037 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:49,037 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:49,037 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:49,037 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:49,037 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:49,037 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519189037Disabling compacts and flushes for region at 1732519189037Disabling writes for close at 1732519189037Writing region close event to WAL at 1732519189037Closed at 1732519189037 2024-11-25T07:19:49,038 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/.initializing 2024-11-25T07:19:49,038 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/WALs/5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:49,039 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:49,040 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C39183%2C1732519187284, suffix=, logDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/WALs/5eb3d201e8c9,39183,1732519187284, archiveDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/oldWALs, maxLogs=10 2024-11-25T07:19:49,054 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/WALs/5eb3d201e8c9,39183,1732519187284/5eb3d201e8c9%2C39183%2C1732519187284.1732519189040, exclude list is [], retry=0 2024-11-25T07:19:49,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-988fa391-7176-4cd7-9c28-16caf237a206,DISK] 2024-11-25T07:19:49,058 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/WALs/5eb3d201e8c9,39183,1732519187284/5eb3d201e8c9%2C39183%2C1732519187284.1732519189040 2024-11-25T07:19:49,058 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-25T07:19:49,058 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:49,058 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:49,058 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,058 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:19:49,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:49,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:19:49,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:49,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:19:49,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:49,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:19:49,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:49,065 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,066 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,066 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,067 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,067 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,068 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:49,069 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:49,070 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:49,071 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62576185, jitterRate=-0.0675421804189682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:49,071 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519189058Initializing all the Stores at 1732519189059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519189059Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519189059Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519189059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519189059Cleaning up temporary data from old regions at 1732519189067 (+8 ms)Region opened successfully at 1732519189071 (+4 ms) 2024-11-25T07:19:49,071 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:19:49,074 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e03ece3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:49,075 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:19:49,075 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:19:49,075 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:19:49,075 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:19:49,075 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:19:49,076 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:19:49,076 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:19:49,077 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:19:49,078 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Unable to get data of znode /0688596649/balancer because node does not exist (not necessarily an error) 2024-11-25T07:19:49,079 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0688596649/balancer already deleted, retry=false 2024-11-25T07:19:49,080 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:19:49,080 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Unable to get data of znode /0688596649/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:19:49,083 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0688596649/normalizer already deleted, retry=false 2024-11-25T07:19:49,083 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:19:49,084 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Unable to get data of znode /0688596649/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:19:49,085 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0688596649/switch/split already deleted, retry=false 2024-11-25T07:19:49,086 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Unable to get data of znode /0688596649/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:19:49,087 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0688596649/switch/merge already deleted, retry=false 2024-11-25T07:19:49,088 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Unable to get data of znode /0688596649/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:19:49,089 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0688596649/snapshot-cleanup already deleted, retry=false 2024-11-25T07:19:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0688596649/running 2024-11-25T07:19:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0688596649/running 2024-11-25T07:19:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:49,092 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,39183,1732519187284, sessionid=0x1014dfeba2d0000, setting cluster-up flag (Was=false) 2024-11-25T07:19:49,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:49,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:49,099 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0688596649/flush-table-proc/acquired, /0688596649/flush-table-proc/reached, /0688596649/flush-table-proc/abort 2024-11-25T07:19:49,100 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:49,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:49,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:49,110 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0688596649/online-snapshot/acquired, /0688596649/online-snapshot/reached, /0688596649/online-snapshot/abort 2024-11-25T07:19:49,111 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:49,112 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:19:49,114 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:49,114 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:19:49,114 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:19:49,114 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,39183,1732519187284 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:49,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,116 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519219116 2024-11-25T07:19:49,116 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:19:49,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:49,116 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:19:49,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:19:49,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:19:49,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,118 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:19:49,118 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:19:49,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:19:49,120 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519189118,5,FailOnTimeoutGroup] 2024-11-25T07:19:49,122 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519189120,5,FailOnTimeoutGroup] 2024-11-25T07:19:49,122 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,122 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:19:49,122 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,122 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:19:49,167 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(746): ClusterId : 00010b14-2b23-4d84-bf9c-af9b05e6a5f8 2024-11-25T07:19:49,167 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:19:49,169 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:19:49,169 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:19:49,172 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:19:49,173 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a75614d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:49,188 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:44327 2024-11-25T07:19:49,188 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:19:49,188 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:19:49,188 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:19:49,188 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,39183,1732519187284 with port=44327, startcode=1732519187346 2024-11-25T07:19:49,189 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:19:49,190 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:19:49,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:49,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39183 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:49,192 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c 2024-11-25T07:19:49,192 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42397 2024-11-25T07:19:49,192 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:19:49,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649/rs 2024-11-25T07:19:49,193 DEBUG [RS:0;5eb3d201e8c9:44327 {}] zookeeper.ZKUtil(111): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on existing znode=/0688596649/rs/5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:49,193 WARN [RS:0;5eb3d201e8c9:44327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:49,193 INFO [RS:0;5eb3d201e8c9:44327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:49,193 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:49,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,44327,1732519187346] 2024-11-25T07:19:49,196 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:19:49,197 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:19:49,198 INFO [RS:0;5eb3d201e8c9:44327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:19:49,198 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,198 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:19:49,198 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:19:49,199 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:49,199 DEBUG [RS:0;5eb3d201e8c9:44327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:49,199 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,199 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,199 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,199 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,199 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,199 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,44327,1732519187346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:49,214 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:19:49,214 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,44327,1732519187346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,214 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,214 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.Replication(171): 5eb3d201e8c9,44327,1732519187346 started 2024-11-25T07:19:49,227 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:49,227 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,44327,1732519187346, RpcServer on 5eb3d201e8c9/172.17.0.2:44327, sessionid=0x1014dfeba2d0001 2024-11-25T07:19:49,227 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:19:49,227 DEBUG [RS:0;5eb3d201e8c9:44327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:49,227 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,44327,1732519187346' 2024-11-25T07:19:49,227 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0688596649/flush-table-proc/abort' 2024-11-25T07:19:49,228 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0688596649/flush-table-proc/acquired' 2024-11-25T07:19:49,228 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:19:49,228 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:19:49,228 DEBUG [RS:0;5eb3d201e8c9:44327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:49,228 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,44327,1732519187346' 2024-11-25T07:19:49,228 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0688596649/online-snapshot/abort' 2024-11-25T07:19:49,228 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0688596649/online-snapshot/acquired' 2024-11-25T07:19:49,229 DEBUG [RS:0;5eb3d201e8c9:44327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:19:49,229 INFO [RS:0;5eb3d201e8c9:44327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:19:49,229 INFO [RS:0;5eb3d201e8c9:44327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:19:49,329 INFO [RS:0;5eb3d201e8c9:44327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:49,330 INFO [RS:0;5eb3d201e8c9:44327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C44327%2C1732519187346, suffix=, logDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346, archiveDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/oldWALs, maxLogs=10 2024-11-25T07:19:49,344 DEBUG [RS:0;5eb3d201e8c9:44327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, exclude list is [], retry=0 2024-11-25T07:19:49,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-988fa391-7176-4cd7-9c28-16caf237a206,DISK] 2024-11-25T07:19:49,348 INFO [RS:0;5eb3d201e8c9:44327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 2024-11-25T07:19:49,348 DEBUG [RS:0;5eb3d201e8c9:44327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-25T07:19:49,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:49,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:49,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:19:49,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c 2024-11-25T07:19:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:19:49,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:49,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:49,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:49,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:49,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:49,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:49,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:49,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:49,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:49,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:49,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:49,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:49,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:49,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:49,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:49,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740 2024-11-25T07:19:49,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740 2024-11-25T07:19:49,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:49,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:49,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:49,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:49,946 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:49,946 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66459103, jitterRate=-0.009682193398475647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519189935Initializing all the Stores at 1732519189935Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519189936 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519189936Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519189936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519189936Cleaning up temporary data from old regions at 1732519189943 (+7 ms)Region opened successfully at 1732519189947 (+4 ms) 2024-11-25T07:19:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:49,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:49,947 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:49,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519189947Disabling compacts and flushes for region at 1732519189947Disabling writes for close at 1732519189947Writing region close event to WAL at 1732519189947Closed at 1732519189947 2024-11-25T07:19:49,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:49,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:19:49,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:19:49,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:49,950 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:19:50,100 DEBUG [5eb3d201e8c9:39183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:19:50,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:50,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,44327,1732519187346, state=OPENING 2024-11-25T07:19:50,103 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:19:50,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:50,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:50,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:50,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0688596649/meta-region-server: CHANGED 2024-11-25T07:19:50,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0688596649/meta-region-server: CHANGED 2024-11-25T07:19:50,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,44327,1732519187346}] 2024-11-25T07:19:50,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:50,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:19:50,262 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:19:50,262 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:50,263 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:19:50,264 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C44327%2C1732519187346.meta, suffix=.meta, logDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346, archiveDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/oldWALs, maxLogs=10 2024-11-25T07:19:50,282 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.meta.1732519190264.meta, exclude list is [], retry=0 2024-11-25T07:19:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-988fa391-7176-4cd7-9c28-16caf237a206,DISK] 2024-11-25T07:19:50,285 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.meta.1732519190264.meta 2024-11-25T07:19:50,286 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-25T07:19:50,286 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:50,286 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:50,286 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:50,286 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:19:50,286 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:19:50,286 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:19:50,286 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:50,287 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:19:50,287 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:19:50,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:50,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:50,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:50,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:50,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:50,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:50,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:50,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:50,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:50,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:50,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:50,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:50,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:50,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:50,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:50,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:50,292 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:50,293 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740 2024-11-25T07:19:50,294 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740 2024-11-25T07:19:50,294 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:50,294 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:50,295 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:50,296 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:50,296 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71773747, jitterRate=0.06951217353343964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:50,296 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:19:50,297 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519190287Writing region info on filesystem at 1732519190287Initializing all the Stores at 1732519190288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519190288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519190288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519190288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519190288Cleaning up temporary data from old regions at 1732519190294 (+6 ms)Running coprocessor post-open hooks at 1732519190296 (+2 ms)Region opened successfully at 1732519190297 (+1 ms) 2024-11-25T07:19:50,298 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519190257 2024-11-25T07:19:50,300 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:19:50,300 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:19:50,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:50,301 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,44327,1732519187346, state=OPEN 2024-11-25T07:19:50,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0688596649/meta-region-server 2024-11-25T07:19:50,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0688596649/meta-region-server 2024-11-25T07:19:50,306 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:50,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0688596649/meta-region-server: CHANGED 2024-11-25T07:19:50,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0688596649/meta-region-server: CHANGED 2024-11-25T07:19:50,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:19:50,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,44327,1732519187346 in 201 msec 2024-11-25T07:19:50,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:19:50,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-25T07:19:50,311 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:50,311 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:19:50,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:50,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,44327,1732519187346, seqNum=-1] 2024-11-25T07:19:50,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:50,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:50,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-25T07:19:50,318 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519190318, completionTime=-1 2024-11-25T07:19:50,318 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:19:50,318 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:19:50,319 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:19:50,319 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519250319 2024-11-25T07:19:50,319 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519310319 2024-11-25T07:19:50,319 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:19:50,320 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39183,1732519187284-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:50,320 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39183,1732519187284-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:50,320 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39183,1732519187284-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:50,320 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:39183, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:50,320 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:50,320 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:50,321 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39183,1732519187284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:50,323 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39183,1732519187284-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:19:50,325 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:19:50,325 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:19:50,325 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39183,1732519187284-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:50,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c56c247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:50,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39183,-1 for getting cluster id 2024-11-25T07:19:50,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:50,369 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00010b14-2b23-4d84-bf9c-af9b05e6a5f8' 2024-11-25T07:19:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00010b14-2b23-4d84-bf9c-af9b05e6a5f8" 2024-11-25T07:19:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39183,-1] 2024-11-25T07:19:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:50,371 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:50,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3090df72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:50,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:50,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,44327,1732519187346, seqNum=-1] 2024-11-25T07:19:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:50,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:50,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:50,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60779 2024-11-25T07:19:50,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:50,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dfeba2d0002 connected 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.log.dir so I do NOT create it in target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4 2024-11-25T07:19:50,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.tmp.dir so I do NOT create it in target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4 2024-11-25T07:19:50,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:19:50,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/cluster_84b2b1c0-2b5c-5415-e3fa-838a483ffe73, deleteOnExit=true 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/test.cache.data in system properties and HBase conf 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:19:50,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:19:50,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:19:50,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:19:50,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:50,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:50,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:50,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:50,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:19:50,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:50,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771493c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:50,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35b28dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:50,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@520763a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/java.io.tmpdir/jetty-localhost-37787-hadoop-hdfs-3_4_1-tests_jar-_-any-14470460273425810385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:19:50,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a00e66{HTTP/1.1, (http/1.1)}{localhost:37787} 2024-11-25T07:19:50,593 INFO [Time-limited test {}] server.Server(415): Started @187412ms 2024-11-25T07:19:50,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:19:50,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:19:50,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:19:50,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:19:50,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:19:50,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fdc8907{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:19:50,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a6dee9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:19:50,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@323cd9ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/java.io.tmpdir/jetty-localhost-40313-hadoop-hdfs-3_4_1-tests_jar-_-any-15148422790237724499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:19:50,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b37566c{HTTP/1.1, (http/1.1)}{localhost:40313} 2024-11-25T07:19:50,791 INFO [Time-limited test {}] server.Server(415): Started @187611ms 2024-11-25T07:19:50,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:19:50,905 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/cluster_84b2b1c0-2b5c-5415-e3fa-838a483ffe73/data/data1/current/BP-503928034-172.17.0.2-1732519190402/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:50,905 WARN [Thread-2318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/cluster_84b2b1c0-2b5c-5415-e3fa-838a483ffe73/data/data2/current/BP-503928034-172.17.0.2-1732519190402/current, will proceed with Du for space computation calculation, 2024-11-25T07:19:50,931 WARN [Thread-2305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:19:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad7fd40c5be439d0 with lease ID 0x8f71ff9f971a899f: Processing first storage report for DS-9a5a61ae-cd90-4317-8e87-557d81485e45 from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=848063c0-f5dd-41e6-95de-c06fa2534d0c, infoPort=40407, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=1382784466;c=1732519190402) 2024-11-25T07:19:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad7fd40c5be439d0 with lease ID 0x8f71ff9f971a899f: from storage DS-9a5a61ae-cd90-4317-8e87-557d81485e45 node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=848063c0-f5dd-41e6-95de-c06fa2534d0c, infoPort=40407, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=1382784466;c=1732519190402), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:19:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad7fd40c5be439d0 with lease ID 0x8f71ff9f971a899f: Processing first storage report for DS-848e7cec-d373-4044-abf7-e804069247e7 from datanode DatanodeRegistration(127.0.0.1:38841, datanodeUuid=848063c0-f5dd-41e6-95de-c06fa2534d0c, infoPort=40407, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=1382784466;c=1732519190402) 2024-11-25T07:19:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad7fd40c5be439d0 with lease ID 0x8f71ff9f971a899f: from storage DS-848e7cec-d373-4044-abf7-e804069247e7 node DatanodeRegistration(127.0.0.1:38841, datanodeUuid=848063c0-f5dd-41e6-95de-c06fa2534d0c, infoPort=40407, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=1382784466;c=1732519190402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:19:51,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4 2024-11-25T07:19:51,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:51,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:19:51,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6 with version=8 2024-11-25T07:19:51,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/hbase-staging 2024-11-25T07:19:51,042 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:51,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:51,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:51,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:51,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:51,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:51,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:19:51,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:51,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39797 2024-11-25T07:19:51,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39797 connecting to ZooKeeper ensemble=127.0.0.1:60779 2024-11-25T07:19:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397970x0, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:51,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39797-0x1014dfeba2d0003 connected 2024-11-25T07:19:51,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:51,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:51,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on znode that does not yet exist, /11795561818/running 2024-11-25T07:19:51,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6, hbase.cluster.distributed=false 2024-11-25T07:19:51,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on znode that does not yet exist, /11795561818/acl 2024-11-25T07:19:51,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-25T07:19:51,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39797 2024-11-25T07:19:51,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39797 2024-11-25T07:19:51,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-25T07:19:51,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39797 2024-11-25T07:19:51,094 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:19:51,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:51,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:51,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:19:51,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:19:51,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:19:51,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:19:51,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:19:51,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35619 2024-11-25T07:19:51,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35619 connecting to ZooKeeper ensemble=127.0.0.1:60779 2024-11-25T07:19:51,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:51,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356190x0, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:51,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356190x0, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on znode that does not yet exist, /11795561818/running 2024-11-25T07:19:51,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35619-0x1014dfeba2d0004 connected 2024-11-25T07:19:51,105 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:19:51,107 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:19:51,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on znode that does not yet exist, /11795561818/master 2024-11-25T07:19:51,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on znode that does not yet exist, /11795561818/acl 2024-11-25T07:19:51,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-25T07:19:51,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35619 2024-11-25T07:19:51,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35619 2024-11-25T07:19:51,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-25T07:19:51,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35619 2024-11-25T07:19:51,131 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:39797 2024-11-25T07:19:51,132 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11795561818/backup-masters/5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818/backup-masters 2024-11-25T07:19:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818/backup-masters 2024-11-25T07:19:51,134 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on existing znode=/11795561818/backup-masters/5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11795561818/master 2024-11-25T07:19:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:51,136 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on existing znode=/11795561818/master 2024-11-25T07:19:51,136 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11795561818/backup-masters/5eb3d201e8c9,39797,1732519191042 from backup master directory 2024-11-25T07:19:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11795561818/backup-masters/5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818/backup-masters 2024-11-25T07:19:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818/backup-masters 2024-11-25T07:19:51,137 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:51,137 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:51,140 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/hbase.id] with ID: a6966db4-827c-489b-a63b-b184bdbd22e7 2024-11-25T07:19:51,140 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/.tmp/hbase.id 2024-11-25T07:19:51,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:19:51,548 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/.tmp/hbase.id]:[hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/hbase.id] 2024-11-25T07:19:51,557 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:19:51,558 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:19:51,558 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T07:19:51,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:51,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:51,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:19:51,968 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:51,969 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:19:51,969 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:19:52,377 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store 2024-11-25T07:19:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:19:52,786 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:52,786 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:19:52,786 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:52,786 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:52,786 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:19:52,787 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:52,787 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:19:52,787 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519192786Disabling compacts and flushes for region at 1732519192786Disabling writes for close at 1732519192787 (+1 ms)Writing region close event to WAL at 1732519192787Closed at 1732519192787 2024-11-25T07:19:52,787 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/.initializing 2024-11-25T07:19:52,787 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/WALs/5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:52,788 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:52,789 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C39797%2C1732519191042, suffix=, logDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/WALs/5eb3d201e8c9,39797,1732519191042, archiveDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/oldWALs, maxLogs=10 2024-11-25T07:19:52,807 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/WALs/5eb3d201e8c9,39797,1732519191042/5eb3d201e8c9%2C39797%2C1732519191042.1732519192790, exclude list is [], retry=0 2024-11-25T07:19:52,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-9a5a61ae-cd90-4317-8e87-557d81485e45,DISK] 2024-11-25T07:19:52,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/WALs/5eb3d201e8c9,39797,1732519191042/5eb3d201e8c9%2C39797%2C1732519191042.1732519192790 2024-11-25T07:19:52,811 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-25T07:19:52,811 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:52,811 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:52,811 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,811 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:19:52,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:52,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:19:52,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:52,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:19:52,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:52,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:19:52,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:52,818 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,818 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,819 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,819 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,819 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,820 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:52,821 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:19:52,822 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:52,822 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61785900, jitterRate=-0.0793183445930481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:52,823 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519192811Initializing all the Stores at 1732519192812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519192812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519192812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519192812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519192812Cleaning up temporary data from old regions at 1732519192819 (+7 ms)Region opened successfully at 1732519192823 (+4 ms) 2024-11-25T07:19:52,823 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:19:52,825 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71336d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:52,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:19:52,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:19:52,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:19:52,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:19:52,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:19:52,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:19:52,826 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:19:52,828 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:19:52,828 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Unable to get data of znode /11795561818/balancer because node does not exist (not necessarily an error) 2024-11-25T07:19:52,830 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11795561818/balancer already deleted, retry=false 2024-11-25T07:19:52,830 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:19:52,830 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Unable to get data of znode /11795561818/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:19:52,832 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11795561818/normalizer already deleted, retry=false 2024-11-25T07:19:52,832 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:19:52,832 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Unable to get data of znode /11795561818/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:19:52,834 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11795561818/switch/split already deleted, retry=false 2024-11-25T07:19:52,835 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Unable to get data of znode /11795561818/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:19:52,837 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11795561818/switch/merge already deleted, retry=false 2024-11-25T07:19:52,838 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Unable to get data of znode /11795561818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:19:52,839 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11795561818/snapshot-cleanup already deleted, retry=false 2024-11-25T07:19:52,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11795561818/running 2024-11-25T07:19:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11795561818/running 2024-11-25T07:19:52,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:52,841 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,39797,1732519191042, sessionid=0x1014dfeba2d0003, setting cluster-up flag (Was=false) 2024-11-25T07:19:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:52,849 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11795561818/flush-table-proc/acquired, /11795561818/flush-table-proc/reached, /11795561818/flush-table-proc/abort 2024-11-25T07:19:52,850 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:52,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:52,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:52,858 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11795561818/online-snapshot/acquired, /11795561818/online-snapshot/reached, /11795561818/online-snapshot/abort 2024-11-25T07:19:52,859 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:52,860 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:19:52,861 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:52,861 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:19:52,861 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:19:52,861 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,39797,1732519191042 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:19:52,862 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:52,862 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:52,863 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:52,863 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:19:52,863 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:19:52,863 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,863 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:52,863 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519222864 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:19:52,864 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:52,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:19:52,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:19:52,868 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:19:52,868 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:19:52,868 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:19:52,868 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:19:52,870 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:19:52,870 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:19:52,872 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519192870,5,FailOnTimeoutGroup] 2024-11-25T07:19:52,873 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519192872,5,FailOnTimeoutGroup] 2024-11-25T07:19:52,873 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,873 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:19:52,873 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,873 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:19:52,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:19:52,875 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6 2024-11-25T07:19:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:19:52,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:52,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:52,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:52,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:52,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:52,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:52,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:52,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:52,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:52,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:52,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:52,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:52,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:52,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:52,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:52,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740 2024-11-25T07:19:52,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740 2024-11-25T07:19:52,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:52,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:52,901 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:52,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:52,904 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:52,904 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66922504, jitterRate=-0.0027769804000854492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:52,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519192887Initializing all the Stores at 1732519192888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519192888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519192892 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519192892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519192892Cleaning up temporary data from old regions at 1732519192901 (+9 ms)Region opened successfully at 1732519192904 (+3 ms) 2024-11-25T07:19:52,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:19:52,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:19:52,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:19:52,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:19:52,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:19:52,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:19:52,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519192904Disabling compacts and flushes for region at 1732519192904Disabling writes for close at 1732519192904Writing region close event to WAL at 1732519192905 (+1 ms)Closed at 1732519192905 2024-11-25T07:19:52,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:52,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:19:52,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:19:52,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:52,908 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:19:52,918 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(746): ClusterId : a6966db4-827c-489b-a63b-b184bdbd22e7 2024-11-25T07:19:52,919 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:19:52,920 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:19:52,920 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:19:52,923 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:19:52,923 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d63545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:19:52,941 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:35619 2024-11-25T07:19:52,942 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:19:52,942 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:19:52,942 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:19:52,942 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,39797,1732519191042 with port=35619, startcode=1732519191093 2024-11-25T07:19:52,943 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:19:52,944 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:19:52,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:52,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39797 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:52,946 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6 2024-11-25T07:19:52,946 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42185 2024-11-25T07:19:52,946 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:19:52,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818/rs 2024-11-25T07:19:52,949 DEBUG [RS:0;5eb3d201e8c9:35619 {}] zookeeper.ZKUtil(111): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on existing znode=/11795561818/rs/5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:52,949 WARN [RS:0;5eb3d201e8c9:35619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:19:52,949 INFO [RS:0;5eb3d201e8c9:35619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:52,949 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:52,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,35619,1732519191093] 2024-11-25T07:19:52,952 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:19:52,956 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:19:52,957 INFO [RS:0;5eb3d201e8c9:35619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:19:52,957 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,957 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:19:52,957 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:19:52,958 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:52,958 DEBUG [RS:0;5eb3d201e8c9:35619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:19:52,962 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,962 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,962 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,963 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,963 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,963 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35619,1732519191093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:52,985 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:19:52,985 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35619,1732519191093-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,985 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:52,985 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.Replication(171): 5eb3d201e8c9,35619,1732519191093 started 2024-11-25T07:19:53,004 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,004 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,35619,1732519191093, RpcServer on 5eb3d201e8c9/172.17.0.2:35619, sessionid=0x1014dfeba2d0004 2024-11-25T07:19:53,004 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:19:53,004 DEBUG [RS:0;5eb3d201e8c9:35619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:53,004 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35619,1732519191093' 2024-11-25T07:19:53,004 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11795561818/flush-table-proc/abort' 2024-11-25T07:19:53,005 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11795561818/flush-table-proc/acquired' 2024-11-25T07:19:53,005 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:19:53,005 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:19:53,005 DEBUG [RS:0;5eb3d201e8c9:35619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:53,005 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35619,1732519191093' 2024-11-25T07:19:53,005 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11795561818/online-snapshot/abort' 2024-11-25T07:19:53,006 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11795561818/online-snapshot/acquired' 2024-11-25T07:19:53,006 DEBUG [RS:0;5eb3d201e8c9:35619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:19:53,006 INFO [RS:0;5eb3d201e8c9:35619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:19:53,006 INFO [RS:0;5eb3d201e8c9:35619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:19:53,058 WARN [5eb3d201e8c9:39797 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:19:53,106 INFO [RS:0;5eb3d201e8c9:35619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:19:53,108 INFO [RS:0;5eb3d201e8c9:35619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35619%2C1732519191093, suffix=, logDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093, archiveDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/oldWALs, maxLogs=10 2024-11-25T07:19:53,121 DEBUG [RS:0;5eb3d201e8c9:35619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108, exclude list is [], retry=0 2024-11-25T07:19:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-9a5a61ae-cd90-4317-8e87-557d81485e45,DISK] 2024-11-25T07:19:53,125 INFO [RS:0;5eb3d201e8c9:35619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 2024-11-25T07:19:53,125 DEBUG [RS:0;5eb3d201e8c9:35619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-25T07:19:53,308 DEBUG [5eb3d201e8c9:39797 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:19:53,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:53,310 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35619,1732519191093, state=OPENING 2024-11-25T07:19:53,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:19:53,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:53,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:19:53,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11795561818/meta-region-server: CHANGED 2024-11-25T07:19:53,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11795561818/meta-region-server: CHANGED 2024-11-25T07:19:53,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:19:53,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35619,1732519191093}] 2024-11-25T07:19:53,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:19:53,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:19:53,478 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:19:53,478 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:53,478 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:19:53,480 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35619%2C1732519191093.meta, suffix=.meta, logDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093, archiveDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/oldWALs, maxLogs=10 2024-11-25T07:19:53,493 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.meta.1732519193480.meta, exclude list is [], retry=0 2024-11-25T07:19:53,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-9a5a61ae-cd90-4317-8e87-557d81485e45,DISK] 2024-11-25T07:19:53,497 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.meta.1732519193480.meta 2024-11-25T07:19:53,498 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-25T07:19:53,498 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:53,498 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:53,498 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:53,498 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:19:53,498 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:19:53,499 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:19:53,499 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:53,499 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:19:53,499 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:19:53,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:19:53,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:19:53,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:53,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:53,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:19:53,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:19:53,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:53,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:19:53,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:19:53,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:19:53,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:19:53,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:53,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:19:53,504 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:19:53,505 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740 2024-11-25T07:19:53,506 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740 2024-11-25T07:19:53,506 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:19:53,507 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:19:53,507 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:19:53,508 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:19:53,509 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64146382, jitterRate=-0.04414442181587219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:19:53,509 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:19:53,509 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519193499Writing region info on filesystem at 1732519193499Initializing all the Stores at 1732519193500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519193500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519193500Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519193500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519193500Cleaning up temporary data from old regions at 1732519193507 (+7 ms)Running coprocessor post-open hooks at 1732519193509 (+2 ms)Region opened successfully at 1732519193509 2024-11-25T07:19:53,510 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519193474 2024-11-25T07:19:53,512 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:19:53,512 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:19:53,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:53,513 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35619,1732519191093, state=OPEN 2024-11-25T07:19:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11795561818/meta-region-server 2024-11-25T07:19:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11795561818/meta-region-server 2024-11-25T07:19:53,514 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:53,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11795561818/meta-region-server: CHANGED 2024-11-25T07:19:53,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11795561818/meta-region-server: CHANGED 2024-11-25T07:19:53,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:19:53,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35619,1732519191093 in 194 msec 2024-11-25T07:19:53,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:19:53,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-25T07:19:53,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:19:53,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:19:53,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:53,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35619,1732519191093, seqNum=-1] 2024-11-25T07:19:53,520 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:53,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:53,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 664 msec 2024-11-25T07:19:53,526 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519193525, completionTime=-1 2024-11-25T07:19:53,526 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:19:53,526 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519253528 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519313528 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39797,1732519191042-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39797,1732519191042-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39797,1732519191042-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:39797, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,528 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,529 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,530 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.395sec 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39797,1732519191042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:19:53,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39797,1732519191042-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:19:53,534 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:19:53,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:19:53,534 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,39797,1732519191042-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:19:53,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:53,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39797,-1 for getting cluster id 2024-11-25T07:19:53,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:53,621 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6966db4-827c-489b-a63b-b184bdbd22e7' 2024-11-25T07:19:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6966db4-827c-489b-a63b-b184bdbd22e7" 2024-11-25T07:19:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b3840e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:53,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39797,-1] 2024-11-25T07:19:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:53,623 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:53,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:53,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35619,1732519191093, seqNum=-1] 2024-11-25T07:19:53,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:53,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:19:53,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:53,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60779 2024-11-25T07:19:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:19:53,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dfeba2d0005 connected 2024-11-25T07:19:53,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ff055d 2024-11-25T07:19:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:53,637 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:53,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:19:53,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:53,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:53,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:19:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:53,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:19:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:54,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f49d855b14a4f993f12e2aa6cc86a65, NAME => 'test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c 2024-11-25T07:19:54,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:19:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:54,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:54,460 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f49d855b14a4f993f12e2aa6cc86a65, disabling compactions & flushes 2024-11-25T07:19:54,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:19:54,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:19:54,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. after waiting 0 ms 2024-11-25T07:19:54,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:19:54,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:19:54,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f49d855b14a4f993f12e2aa6cc86a65: Waiting for close lock at 1732519194460Disabling compacts and flushes for region at 1732519194460Disabling writes for close at 1732519194461 (+1 ms)Writing region close event to WAL at 1732519194461Closed at 1732519194461 2024-11-25T07:19:54,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:54,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519194462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519194462"}]},"ts":"1732519194462"} 2024-11-25T07:19:54,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:54,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:54,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519194465"}]},"ts":"1732519194465"} 2024-11-25T07:19:54,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:19:54,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f49d855b14a4f993f12e2aa6cc86a65, ASSIGN}] 2024-11-25T07:19:54,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f49d855b14a4f993f12e2aa6cc86a65, ASSIGN 2024-11-25T07:19:54,468 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f49d855b14a4f993f12e2aa6cc86a65, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,44327,1732519187346; forceNewPlan=false, retain=false 2024-11-25T07:19:54,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f49d855b14a4f993f12e2aa6cc86a65, regionState=OPENING, regionLocation=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:54,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f49d855b14a4f993f12e2aa6cc86a65, ASSIGN because future has completed 2024-11-25T07:19:54,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f49d855b14a4f993f12e2aa6cc86a65, server=5eb3d201e8c9,44327,1732519187346}] 2024-11-25T07:19:54,777 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:19:54,777 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f49d855b14a4f993f12e2aa6cc86a65, NAME => 'test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:54,777 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:54,777 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:19:54,778 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,778 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:54,778 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,778 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,779 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,780 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f49d855b14a4f993f12e2aa6cc86a65 columnFamilyName f 2024-11-25T07:19:54,780 DEBUG [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:54,780 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] regionserver.HStore(327): Store=1f49d855b14a4f993f12e2aa6cc86a65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:54,780 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,781 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f49d855b14a4f993f12e2aa6cc86a65 columnFamilyName f1 2024-11-25T07:19:54,781 DEBUG [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:54,782 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] regionserver.HStore(327): Store=1f49d855b14a4f993f12e2aa6cc86a65/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:54,782 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,783 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f49d855b14a4f993f12e2aa6cc86a65 columnFamilyName norep 2024-11-25T07:19:54,783 DEBUG [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:54,783 INFO [StoreOpener-1f49d855b14a4f993f12e2aa6cc86a65-1 {}] regionserver.HStore(327): Store=1f49d855b14a4f993f12e2aa6cc86a65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:54,783 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:54,784 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,784 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,785 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,785 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,785 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:54,786 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,787 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:54,788 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f49d855b14a4f993f12e2aa6cc86a65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62181897, jitterRate=-0.073417529463768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:54,788 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:19:54,788 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f49d855b14a4f993f12e2aa6cc86a65: Running coprocessor pre-open hook at 1732519194778Writing region info on filesystem at 1732519194778Initializing all the Stores at 1732519194778Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519194779 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519194779Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519194779Cleaning up temporary data from old regions at 1732519194785 (+6 ms)Running coprocessor post-open hooks at 1732519194788 (+3 ms)Region opened successfully at 1732519194788 2024-11-25T07:19:54,789 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65., pid=6, masterSystemTime=1732519194773 2024-11-25T07:19:54,791 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:19:54,791 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:19:54,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f49d855b14a4f993f12e2aa6cc86a65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f49d855b14a4f993f12e2aa6cc86a65, server=5eb3d201e8c9,44327,1732519187346 because future has completed 2024-11-25T07:19:54,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:19:54,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f49d855b14a4f993f12e2aa6cc86a65, server=5eb3d201e8c9,44327,1732519187346 in 173 msec 2024-11-25T07:19:54,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:19:54,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f49d855b14a4f993f12e2aa6cc86a65, ASSIGN in 328 msec 2024-11-25T07:19:54,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:54,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519194798"}]},"ts":"1732519194798"} 2024-11-25T07:19:54,799 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:19:54,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:54,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-25T07:19:55,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:19:55,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:19:55,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:19:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:55,793 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:19:55,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d9bfc5 2024-11-25T07:19:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:55,796 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:55,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:19:55,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:55,799 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:55,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:19:55,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:55,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:19:55,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ece0c2e914ef1a995296528cd41f7a5, NAME => 'test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6 2024-11-25T07:19:55,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:19:55,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:19:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:56,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:56,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2ece0c2e914ef1a995296528cd41f7a5, disabling compactions & flushes 2024-11-25T07:19:56,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:19:56,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:19:56,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. after waiting 0 ms 2024-11-25T07:19:56,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:19:56,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:19:56,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ece0c2e914ef1a995296528cd41f7a5: Waiting for close lock at 1732519196219Disabling compacts and flushes for region at 1732519196219Disabling writes for close at 1732519196219Writing region close event to WAL at 1732519196219Closed at 1732519196219 2024-11-25T07:19:56,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:56,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519196220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519196220"}]},"ts":"1732519196220"} 2024-11-25T07:19:56,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:56,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:56,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519196223"}]},"ts":"1732519196223"} 2024-11-25T07:19:56,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:19:56,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ece0c2e914ef1a995296528cd41f7a5, ASSIGN}] 2024-11-25T07:19:56,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ece0c2e914ef1a995296528cd41f7a5, ASSIGN 2024-11-25T07:19:56,227 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2ece0c2e914ef1a995296528cd41f7a5, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35619,1732519191093; forceNewPlan=false, retain=false 2024-11-25T07:19:56,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ece0c2e914ef1a995296528cd41f7a5, regionState=OPENING, regionLocation=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2ece0c2e914ef1a995296528cd41f7a5, ASSIGN because future has completed 2024-11-25T07:19:56,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ece0c2e914ef1a995296528cd41f7a5, server=5eb3d201e8c9,35619,1732519191093}] 2024-11-25T07:19:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:56,536 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:19:56,536 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ece0c2e914ef1a995296528cd41f7a5, NAME => 'test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:56,536 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:56,536 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:19:56,536 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,536 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:56,536 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,536 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,538 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,539 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ece0c2e914ef1a995296528cd41f7a5 columnFamilyName f 2024-11-25T07:19:56,539 DEBUG [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:56,539 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] regionserver.HStore(327): Store=2ece0c2e914ef1a995296528cd41f7a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:56,539 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,540 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ece0c2e914ef1a995296528cd41f7a5 columnFamilyName f1 2024-11-25T07:19:56,540 DEBUG [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:56,541 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] regionserver.HStore(327): Store=2ece0c2e914ef1a995296528cd41f7a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:56,541 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,542 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ece0c2e914ef1a995296528cd41f7a5 columnFamilyName norep 2024-11-25T07:19:56,542 DEBUG [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:56,542 INFO [StoreOpener-2ece0c2e914ef1a995296528cd41f7a5-1 {}] regionserver.HStore(327): Store=2ece0c2e914ef1a995296528cd41f7a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:56,542 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,543 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,543 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,544 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,544 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,544 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:56,545 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,547 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:56,547 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ece0c2e914ef1a995296528cd41f7a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61111991, jitterRate=-0.08936037123203278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:56,547 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:19:56,547 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ece0c2e914ef1a995296528cd41f7a5: Running coprocessor pre-open hook at 1732519196537Writing region info on filesystem at 1732519196537Initializing all the Stores at 1732519196537Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519196537Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519196537Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519196537Cleaning up temporary data from old regions at 1732519196544 (+7 ms)Running coprocessor post-open hooks at 1732519196547 (+3 ms)Region opened successfully at 1732519196547 2024-11-25T07:19:56,548 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5., pid=6, masterSystemTime=1732519196532 2024-11-25T07:19:56,550 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:19:56,550 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:19:56,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ece0c2e914ef1a995296528cd41f7a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:19:56,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ece0c2e914ef1a995296528cd41f7a5, server=5eb3d201e8c9,35619,1732519191093 because future has completed 2024-11-25T07:19:56,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:19:56,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ece0c2e914ef1a995296528cd41f7a5, server=5eb3d201e8c9,35619,1732519191093 in 174 msec 2024-11-25T07:19:56,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:19:56,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2ece0c2e914ef1a995296528cd41f7a5, ASSIGN in 330 msec 2024-11-25T07:19:56,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:56,558 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519196558"}]},"ts":"1732519196558"} 2024-11-25T07:19:56,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:19:56,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:56,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-25T07:19:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:19:56,933 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:19:56,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3e3db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39183,-1 for getting cluster id 2024-11-25T07:19:56,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:56,935 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00010b14-2b23-4d84-bf9c-af9b05e6a5f8' 2024-11-25T07:19:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00010b14-2b23-4d84-bf9c-af9b05e6a5f8" 2024-11-25T07:19:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd53933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39183,-1] 2024-11-25T07:19:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:56,936 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:56,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b37f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd534e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39797,-1 for getting cluster id 2024-11-25T07:19:56,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:56,938 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6966db4-827c-489b-a63b-b184bdbd22e7' 2024-11-25T07:19:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6966db4-827c-489b-a63b-b184bdbd22e7" 2024-11-25T07:19:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d1b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39797,-1] 2024-11-25T07:19:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:56,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:56,939 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0cebdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edee827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39183,-1 for getting cluster id 2024-11-25T07:19:56,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:56,941 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00010b14-2b23-4d84-bf9c-af9b05e6a5f8' 2024-11-25T07:19:56,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:56,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00010b14-2b23-4d84-bf9c-af9b05e6a5f8" 2024-11-25T07:19:56,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d3bee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39183,-1] 2024-11-25T07:19:56,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:56,942 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42139efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397c56bf 2024-11-25T07:19:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:56,944 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:56,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:39797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:19:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:19:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:56,947 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:39797' 2024-11-25T07:19:56,948 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a662df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,948 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39797,-1 for getting cluster id 2024-11-25T07:19:56,948 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:56,948 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6966db4-827c-489b-a63b-b184bdbd22e7' 2024-11-25T07:19:56,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:56,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6966db4-827c-489b-a63b-b184bdbd22e7" 2024-11-25T07:19:56,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789a08e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39797,-1] 2024-11-25T07:19:56,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:56,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:56,949 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef6ca77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:56,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:56,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@360ee508 2024-11-25T07:19:56,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:56,951 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:56,952 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:19:56,952 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:19:56,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:56,952 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:56,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:56,952 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:56,953 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:19:56,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:56,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:56,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:19:57,004 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:19:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:57,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0575cd339b72363d713c5fc490e70210, NAME => 'hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c 2024-11-25T07:19:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:19:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:57,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:57,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0575cd339b72363d713c5fc490e70210, disabling compactions & flushes 2024-11-25T07:19:57,768 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:19:57,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:19:57,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. after waiting 0 ms 2024-11-25T07:19:57,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:19:57,768 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:19:57,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0575cd339b72363d713c5fc490e70210: Waiting for close lock at 1732519197768Disabling compacts and flushes for region at 1732519197768Disabling writes for close at 1732519197768Writing region close event to WAL at 1732519197768Closed at 1732519197768 2024-11-25T07:19:57,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:57,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519197769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519197769"}]},"ts":"1732519197769"} 2024-11-25T07:19:57,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:57,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:57,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519197772"}]},"ts":"1732519197772"} 2024-11-25T07:19:57,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:19:57,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0575cd339b72363d713c5fc490e70210, ASSIGN}] 2024-11-25T07:19:57,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0575cd339b72363d713c5fc490e70210, ASSIGN 2024-11-25T07:19:57,775 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0575cd339b72363d713c5fc490e70210, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,44327,1732519187346; forceNewPlan=false, retain=false 2024-11-25T07:19:57,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0575cd339b72363d713c5fc490e70210, regionState=OPENING, regionLocation=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:57,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0575cd339b72363d713c5fc490e70210, ASSIGN because future has completed 2024-11-25T07:19:57,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0575cd339b72363d713c5fc490e70210, server=5eb3d201e8c9,44327,1732519187346}] 2024-11-25T07:19:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:58,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:19:58,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:19:58,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:19:58,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C44327%2C1732519187346.rep, suffix=, logDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346, archiveDir=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/oldWALs, maxLogs=10 2024-11-25T07:19:58,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.rep.1732519198086, exclude list is [], retry=0 2024-11-25T07:19:58,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43975,DS-988fa391-7176-4cd7-9c28-16caf237a206,DISK] 2024-11-25T07:19:58,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.rep.1732519198086 2024-11-25T07:19:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-25T07:19:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0575cd339b72363d713c5fc490e70210, NAME => 'hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:19:58,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:19:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:19:58,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. service=MultiRowMutationService 2024-11-25T07:19:58,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:19:58,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:58,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,105 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,106 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0575cd339b72363d713c5fc490e70210 columnFamilyName hfileref 2024-11-25T07:19:58,106 DEBUG [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:58,106 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] regionserver.HStore(327): Store=0575cd339b72363d713c5fc490e70210/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:58,106 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,107 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0575cd339b72363d713c5fc490e70210 columnFamilyName queue 2024-11-25T07:19:58,107 DEBUG [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:58,108 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] regionserver.HStore(327): Store=0575cd339b72363d713c5fc490e70210/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:58,108 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,109 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0575cd339b72363d713c5fc490e70210 columnFamilyName sid 2024-11-25T07:19:58,109 DEBUG [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:58,109 INFO [StoreOpener-0575cd339b72363d713c5fc490e70210-1 {}] regionserver.HStore(327): Store=0575cd339b72363d713c5fc490e70210/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:19:58,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/replication/0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/replication/0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:19:58,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/replication/0575cd339b72363d713c5fc490e70210/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:19:58,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0575cd339b72363d713c5fc490e70210; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67116396, jitterRate=1.1223554611206055E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:19:58,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:19:58,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0575cd339b72363d713c5fc490e70210: Running coprocessor pre-open hook at 1732519198104Writing region info on filesystem at 1732519198104Initializing all the Stores at 1732519198104Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519198105 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519198105Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519198105Cleaning up temporary data from old regions at 1732519198111 (+6 ms)Running coprocessor post-open hooks at 1732519198115 (+4 ms)Region opened successfully at 1732519198130 (+15 ms) 2024-11-25T07:19:58,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210., pid=10, masterSystemTime=1732519198080 2024-11-25T07:19:58,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:19:58,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:19:58,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0575cd339b72363d713c5fc490e70210, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,44327,1732519187346 2024-11-25T07:19:58,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0575cd339b72363d713c5fc490e70210, server=5eb3d201e8c9,44327,1732519187346 because future has completed 2024-11-25T07:19:58,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:19:58,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0575cd339b72363d713c5fc490e70210, server=5eb3d201e8c9,44327,1732519187346 in 210 msec 2024-11-25T07:19:58,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:19:58,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0575cd339b72363d713c5fc490e70210, ASSIGN in 366 msec 2024-11-25T07:19:58,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:19:58,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519198143"}]},"ts":"1732519198143"} 2024-11-25T07:19:58,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:19:58,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:19:58,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-25T07:19:58,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210., hostname=5eb3d201e8c9,44327,1732519187346, seqNum=2] 2024-11-25T07:19:58,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:58,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:19:58,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:19:58,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:19:58,327 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:19:58,365 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,44327,1732519187346, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:19:58,366 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:19:58,366 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,44327,1732519187346, seqNum=-1] 2024-11-25T07:19:58,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:19:58,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:58,367 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:19:58,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:19:58,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:58,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T07:19:58,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:58,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T07:19:58,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:19:58,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T07:19:58,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:19:58,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T07:19:58,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:19:58,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:19:58,369 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:19:58,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:19:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,44327,1732519187346', locateType=CURRENT is [region=hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210., hostname=5eb3d201e8c9,44327,1732519187346, seqNum=2] 2024-11-25T07:19:58,373 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:19:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:19:58,375 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,44327,1732519187346 suceeded 2024-11-25T07:19:58,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:19:58,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-25T07:19:58,377 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:39797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:19:58,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-11-25T07:19:58,394 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:39797' 2024-11-25T07:19:58,396 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35b927fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:58,396 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39797,-1 for getting cluster id 2024-11-25T07:19:58,396 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:58,397 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6966db4-827c-489b-a63b-b184bdbd22e7' 2024-11-25T07:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6966db4-827c-489b-a63b-b184bdbd22e7" 2024-11-25T07:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a7e6743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:58,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39797,-1] 2024-11-25T07:19:58,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:58,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:58,398 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:58,399 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@786b6546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:58,399 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:58,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:58,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4623be62 2024-11-25T07:19:58,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:58,401 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-25T07:19:58,401 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,44327,1732519187346 (queues=1) is replicating from cluster=00010b14-2b23-4d84-bf9c-af9b05e6a5f8 to cluster=a6966db4-827c-489b-a63b-b184bdbd22e7 2024-11-25T07:19:58,402 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C44327%2C1732519187346 2024-11-25T07:19:58,402 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,44327,1732519187346, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:19:58,402 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C44327%2C1732519187346 2024-11-25T07:19:58,402 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, startPosition=0, beingWritten=true 2024-11-25T07:19:58,408 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:19:58,408 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:19:58,408 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,44327,1732519187346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:19:58,611 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:19:58,915 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:19:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:59,093 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:19:59,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:19:59,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:19:59,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:59,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:59,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:59,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122abc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:59,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39797,-1 for getting cluster id 2024-11-25T07:19:59,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:59,095 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6966db4-827c-489b-a63b-b184bdbd22e7' 2024-11-25T07:19:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6966db4-827c-489b-a63b-b184bdbd22e7" 2024-11-25T07:19:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bc9b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39797,-1] 2024-11-25T07:19:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:59,097 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619cf3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:59,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:59,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39797,1732519191042 2024-11-25T07:19:59,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f12af11 2024-11-25T07:19:59,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:59,100 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:59,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:39183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:19:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:19:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:59,103 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:39183' 2024-11-25T07:19:59,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5c0074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:59,104 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39183,-1 for getting cluster id 2024-11-25T07:19:59,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:19:59,105 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00010b14-2b23-4d84-bf9c-af9b05e6a5f8' 2024-11-25T07:19:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:19:59,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00010b14-2b23-4d84-bf9c-af9b05e6a5f8" 2024-11-25T07:19:59,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e58b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:59,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39183,-1] 2024-11-25T07:19:59,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:19:59,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:59,107 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:19:59,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e37147b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:19:59,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:19:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39183,1732519187284 2024-11-25T07:19:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@328504f8 2024-11-25T07:19:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:19:59,109 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:19:59,110 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:19:59,110 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:19:59,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:59,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:19:59,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:19:59,110 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:19:59,111 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:19:59,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:19:59,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:19:59,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:19:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:19:59,161 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:19:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:59,324 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:19:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:59,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 004c3a2a1c5ce3940964db91ecfaf0c6, NAME => 'hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6 2024-11-25T07:19:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:19:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:19:59,828 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:19:59,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:19:59,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 004c3a2a1c5ce3940964db91ecfaf0c6, disabling compactions & flushes 2024-11-25T07:19:59,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:19:59,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:19:59,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. after waiting 0 ms 2024-11-25T07:19:59,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:19:59,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:19:59,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 004c3a2a1c5ce3940964db91ecfaf0c6: Waiting for close lock at 1732519199926Disabling compacts and flushes for region at 1732519199926Disabling writes for close at 1732519199926Writing region close event to WAL at 1732519199926Closed at 1732519199926 2024-11-25T07:19:59,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:19:59,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519199927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519199927"}]},"ts":"1732519199927"} 2024-11-25T07:19:59,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:19:59,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:19:59,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519199930"}]},"ts":"1732519199930"} 2024-11-25T07:19:59,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:19:59,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=004c3a2a1c5ce3940964db91ecfaf0c6, ASSIGN}] 2024-11-25T07:19:59,932 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=004c3a2a1c5ce3940964db91ecfaf0c6, ASSIGN 2024-11-25T07:19:59,933 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=004c3a2a1c5ce3940964db91ecfaf0c6, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35619,1732519191093; forceNewPlan=false, retain=false 2024-11-25T07:20:00,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=004c3a2a1c5ce3940964db91ecfaf0c6, regionState=OPENING, regionLocation=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:20:00,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=004c3a2a1c5ce3940964db91ecfaf0c6, ASSIGN because future has completed 2024-11-25T07:20:00,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 004c3a2a1c5ce3940964db91ecfaf0c6, server=5eb3d201e8c9,35619,1732519191093}] 2024-11-25T07:20:00,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:00,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:00,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:20:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:00,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35619%2C1732519191093.rep, suffix=, logDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093, archiveDir=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/oldWALs, maxLogs=10 2024-11-25T07:20:00,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.rep.1732519200243, exclude list is [], retry=0 2024-11-25T07:20:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38841,DS-9a5a61ae-cd90-4317-8e87-557d81485e45,DISK] 2024-11-25T07:20:00,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.rep.1732519200243 2024-11-25T07:20:00,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-25T07:20:00,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 004c3a2a1c5ce3940964db91ecfaf0c6, NAME => 'hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:00,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:00,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:00,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. service=MultiRowMutationService 2024-11-25T07:20:00,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:20:00,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:00,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,267 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,268 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004c3a2a1c5ce3940964db91ecfaf0c6 columnFamilyName hfileref 2024-11-25T07:20:00,268 DEBUG [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:00,268 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] regionserver.HStore(327): Store=004c3a2a1c5ce3940964db91ecfaf0c6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:00,268 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,269 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004c3a2a1c5ce3940964db91ecfaf0c6 columnFamilyName queue 2024-11-25T07:20:00,269 DEBUG [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:00,270 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] regionserver.HStore(327): Store=004c3a2a1c5ce3940964db91ecfaf0c6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:00,270 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,270 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004c3a2a1c5ce3940964db91ecfaf0c6 columnFamilyName sid 2024-11-25T07:20:00,271 DEBUG [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:00,271 INFO [StoreOpener-004c3a2a1c5ce3940964db91ecfaf0c6-1 {}] regionserver.HStore(327): Store=004c3a2a1c5ce3940964db91ecfaf0c6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:00,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:20:00,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:00,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 004c3a2a1c5ce3940964db91ecfaf0c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67383382, jitterRate=0.004090636968612671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:20:00,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:00,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 004c3a2a1c5ce3940964db91ecfaf0c6: Running coprocessor pre-open hook at 1732519200266Writing region info on filesystem at 1732519200266Initializing all the Stores at 1732519200266Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519200266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519200267 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519200267Cleaning up temporary data from old regions at 1732519200273 (+6 ms)Running coprocessor post-open hooks at 1732519200276 (+3 ms)Region opened successfully at 1732519200276 2024-11-25T07:20:00,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6., pid=10, masterSystemTime=1732519200238 2024-11-25T07:20:00,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:00,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:00,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=004c3a2a1c5ce3940964db91ecfaf0c6, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35619,1732519191093 2024-11-25T07:20:00,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 004c3a2a1c5ce3940964db91ecfaf0c6, server=5eb3d201e8c9,35619,1732519191093 because future has completed 2024-11-25T07:20:00,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:20:00,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 004c3a2a1c5ce3940964db91ecfaf0c6, server=5eb3d201e8c9,35619,1732519191093 in 196 msec 2024-11-25T07:20:00,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:20:00,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=004c3a2a1c5ce3940964db91ecfaf0c6, ASSIGN in 352 msec 2024-11-25T07:20:00,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:20:00,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519200286"}]},"ts":"1732519200286"} 2024-11-25T07:20:00,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:20:00,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:20:00,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-25T07:20:00,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6., hostname=5eb3d201e8c9,35619,1732519191093, seqNum=2] 2024-11-25T07:20:00,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:20:00,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:20:00,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:20:00,431 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:20:00,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:20:00,480 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:20:00,509 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,35619,1732519191093, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:20:00,509 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:00,509 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35619,1732519191093, seqNum=-1] 2024-11-25T07:20:00,510 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:00,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,35619,1732519191093', locateType=CURRENT is [region=hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6., hostname=5eb3d201e8c9,35619,1732519191093, seqNum=2] 2024-11-25T07:20:00,514 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:20:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:20:00,517 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,35619,1732519191093 suceeded 2024-11-25T07:20:00,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:20:00,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-25T07:20:00,518 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:39183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:20:00,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-25T07:20:00,529 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:39183' 2024-11-25T07:20:00,531 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38faac34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:00,531 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39183,-1 for getting cluster id 2024-11-25T07:20:00,531 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:00,531 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00010b14-2b23-4d84-bf9c-af9b05e6a5f8' 2024-11-25T07:20:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00010b14-2b23-4d84-bf9c-af9b05e6a5f8" 2024-11-25T07:20:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@837069e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39183,-1] 2024-11-25T07:20:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:00,533 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:00,533 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c936b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:00,533 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:00,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,39183,1732519187284 2024-11-25T07:20:00,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c28be4 2024-11-25T07:20:00,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:00,535 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-25T07:20:00,535 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,35619,1732519191093 (queues=1) is replicating from cluster=a6966db4-827c-489b-a63b-b184bdbd22e7 to cluster=00010b14-2b23-4d84-bf9c-af9b05e6a5f8 2024-11-25T07:20:00,535 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C35619%2C1732519191093 2024-11-25T07:20:00,536 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,35619,1732519191093, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:20:00,536 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C35619%2C1732519191093 2024-11-25T07:20:00,536 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108, startPosition=0, beingWritten=true 2024-11-25T07:20:00,541 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:00,541 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 379, reset compression=false 2024-11-25T07:20:00,541 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35619,1732519191093 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:00,745 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 379, reset compression=false 2024-11-25T07:20:01,048 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 379, reset compression=false 2024-11-25T07:20:01,135 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:20:01,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:20:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:01,253 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:20:01,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:01,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:01,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:01,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:01,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:01,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,44327,1732519187346, seqNum=-1] 2024-11-25T07:20:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:01,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65., hostname=5eb3d201e8c9,44327,1732519187346, seqNum=2] 2024-11-25T07:20:01,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35619,1732519191093, seqNum=-1] 2024-11-25T07:20:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:01,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5., hostname=5eb3d201e8c9,35619,1732519191093, seqNum=2] 2024-11-25T07:20:01,265 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T07:20:01,452 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 379, reset compression=false 2024-11-25T07:20:01,939 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 379, reset compression=false 2024-11-25T07:20:01,944 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:01,944 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 480, reset compression=false 2024-11-25T07:20:01,944 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,44327,1732519187346 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f49d855b14a4f993f12e2aa6cc86a65/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T07:20:01,949 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:01,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-25T07:20:01,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:01,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6319c7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:01,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39797,-1 for getting cluster id 2024-11-25T07:20:01,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:01,953 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6966db4-827c-489b-a63b-b184bdbd22e7' 2024-11-25T07:20:01,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:01,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6966db4-827c-489b-a63b-b184bdbd22e7" 2024-11-25T07:20:01,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f66818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:01,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39797,-1] 2024-11-25T07:20:01,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:01,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:01,954 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:01,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@721d3e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:01,956 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 379, reset compression=false 2024-11-25T07:20:01,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:01,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35619,1732519191093, seqNum=-1] 2024-11-25T07:20:01,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:01,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:01,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5., hostname=5eb3d201e8c9,35619,1732519191093, seqNum=2] 2024-11-25T07:20:01,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:02,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:02,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:02,149 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 480, reset compression=false 2024-11-25T07:20:02,268 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T07:20:02,272 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T07:20:02,453 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 480, reset compression=false 2024-11-25T07:20:02,568 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 379, reset compression=false 2024-11-25T07:20:02,573 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:02,573 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 605, reset compression=false 2024-11-25T07:20:02,573 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35619,1732519191093 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ece0c2e914ef1a995296528cd41f7a5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108, lastWalPosition=605, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T07:20:02,576 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:02,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-25T07:20:02,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:02,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210f2d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:02,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,39183,-1 for getting cluster id 2024-11-25T07:20:02,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:02,580 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00010b14-2b23-4d84-bf9c-af9b05e6a5f8' 2024-11-25T07:20:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00010b14-2b23-4d84-bf9c-af9b05e6a5f8" 2024-11-25T07:20:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57331a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,39183,-1] 2024-11-25T07:20:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:02,581 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:02,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191b4f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:02,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:02,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,44327,1732519187346, seqNum=-1] 2024-11-25T07:20:02,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:02,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65., hostname=5eb3d201e8c9,44327,1732519187346, seqNum=2] 2024-11-25T07:20:02,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:02,780 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 605, reset compression=false 2024-11-25T07:20:02,857 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 480, reset compression=false 2024-11-25T07:20:02,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:02,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 608, reset compression=false 2024-11-25T07:20:02,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,44327,1732519187346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:03,066 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 608, reset compression=false 2024-11-25T07:20:03,084 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 605, reset compression=false 2024-11-25T07:20:03,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T07:20:03,281 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T07:20:03,369 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 608, reset compression=false 2024-11-25T07:20:03,374 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:03,374 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 764, reset compression=false 2024-11-25T07:20:03,374 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,44327,1732519187346 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f49d855b14a4f993f12e2aa6cc86a65/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T07:20:03,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:03,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35619 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:03,487 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 605, reset compression=false 2024-11-25T07:20:03,493 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:03,493 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 750, reset compression=false 2024-11-25T07:20:03,493 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35619,1732519191093 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108, lastWalPosition=750, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:03,582 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 764, reset compression=false 2024-11-25T07:20:03,697 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 750, reset compression=false 2024-11-25T07:20:03,886 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 764, reset compression=false 2024-11-25T07:20:04,001 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 750, reset compression=false 2024-11-25T07:20:04,283 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T07:20:04,287 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T07:20:04,290 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 764, reset compression=false 2024-11-25T07:20:04,405 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 750, reset compression=false 2024-11-25T07:20:04,410 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:04,410 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 909, reset compression=false 2024-11-25T07:20:04,410 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35619,1732519191093 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ece0c2e914ef1a995296528cd41f7a5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108, lastWalPosition=909, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T07:20:04,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:04,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:04,615 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 909, reset compression=false 2024-11-25T07:20:04,794 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 764, reset compression=false 2024-11-25T07:20:04,799 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:04,799 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:04,799 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,44327,1732519187346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:04,919 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 909, reset compression=false 2024-11-25T07:20:05,003 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:05,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T07:20:05,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:20:05,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:05,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:05,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:05,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:05,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:05,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:20:05,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=620378581, stopped=false 2024-11-25T07:20:05,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,39797,1732519191042 2024-11-25T07:20:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11795561818/running 2024-11-25T07:20:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11795561818/running 2024-11-25T07:20:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:20:05,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:20:05,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:05,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:05,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:05,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:05,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on znode that does not yet exist, /11795561818/running 2024-11-25T07:20:05,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,35619,1732519191093' ***** 2024-11-25T07:20:05,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:20:05,294 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:20:05,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Set watcher on znode that does not yet exist, /11795561818/running 2024-11-25T07:20:05,294 INFO [RS:0;5eb3d201e8c9:35619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:20:05,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:20:05,294 INFO [RS:0;5eb3d201e8c9:35619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 004c3a2a1c5ce3940964db91ecfaf0c6 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,35619,1732519191093 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35619. 2024-11-25T07:20:05,295 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 004c3a2a1c5ce3940964db91ecfaf0c6, disabling compactions & flushes 2024-11-25T07:20:05,295 DEBUG [RS:0;5eb3d201e8c9:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:05,295 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:05,295 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:05,295 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:05,295 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. after waiting 0 ms 2024-11-25T07:20:05,295 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:20:05,295 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:20:05,295 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 004c3a2a1c5ce3940964db91ecfaf0c6 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-25T07:20:05,296 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:20:05,296 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 004c3a2a1c5ce3940964db91ecfaf0c6=hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6., 2ece0c2e914ef1a995296528cd41f7a5=test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5.} 2024-11-25T07:20:05,296 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 004c3a2a1c5ce3940964db91ecfaf0c6, 1588230740, 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:05,296 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:05,296 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:05,296 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:05,296 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:05,296 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:05,296 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:20:05,307 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:05,312 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6/.tmp/queue/34f76a47fb5a4efdb666c228ba87d537 is 153, key is 1-5eb3d201e8c9,35619,1732519191093/queue:5eb3d201e8c9%2C35619%2C1732519191093/1732519204415/Put/seqid=0 2024-11-25T07:20:05,315 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/info/30776112b21f48749aaa306519ff0b93 is 147, key is hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6./info:regioninfo/1732519200279/Put/seqid=0 2024-11-25T07:20:05,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741840_1016 (size=5352) 2024-11-25T07:20:05,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741841_1017 (size=7686) 2024-11-25T07:20:05,323 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 909, reset compression=false 2024-11-25T07:20:05,372 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:05,496 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 004c3a2a1c5ce3940964db91ecfaf0c6, 1588230740, 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:05,696 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 004c3a2a1c5ce3940964db91ecfaf0c6, 1588230740, 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:05,711 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:05,717 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6/.tmp/queue/34f76a47fb5a4efdb666c228ba87d537 2024-11-25T07:20:05,719 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/info/30776112b21f48749aaa306519ff0b93 2024-11-25T07:20:05,723 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6/.tmp/queue/34f76a47fb5a4efdb666c228ba87d537 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6/queue/34f76a47fb5a4efdb666c228ba87d537 2024-11-25T07:20:05,727 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6/queue/34f76a47fb5a4efdb666c228ba87d537, entries=1, sequenceid=9, filesize=5.2 K 2024-11-25T07:20:05,728 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 004c3a2a1c5ce3940964db91ecfaf0c6 in 433ms, sequenceid=9, compaction requested=false 2024-11-25T07:20:05,735 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/replication/004c3a2a1c5ce3940964db91ecfaf0c6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-25T07:20:05,735 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:05,735 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:20:05,735 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:05,735 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 004c3a2a1c5ce3940964db91ecfaf0c6: Waiting for close lock at 1732519205295Running coprocessor pre-close hooks at 1732519205295Disabling compacts and flushes for region at 1732519205295Disabling writes for close at 1732519205295Obtaining lock to block concurrent updates at 1732519205295Preparing flush snapshotting stores in 004c3a2a1c5ce3940964db91ecfaf0c6 at 1732519205295Finished memstore snapshotting hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732519205296 (+1 ms)Flushing stores of hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. at 1732519205296Flushing 004c3a2a1c5ce3940964db91ecfaf0c6/queue: creating writer at 1732519205296Flushing 004c3a2a1c5ce3940964db91ecfaf0c6/queue: appending metadata at 1732519205311 (+15 ms)Flushing 004c3a2a1c5ce3940964db91ecfaf0c6/queue: closing flushed file at 1732519205312 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6680f5c0: reopening flushed file at 1732519205722 (+410 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 004c3a2a1c5ce3940964db91ecfaf0c6 in 433ms, sequenceid=9, compaction requested=false at 1732519205728 (+6 ms)Writing region close event to WAL at 1732519205732 (+4 ms)Running coprocessor post-close hooks at 1732519205735 (+3 ms)Closed at 1732519205735 2024-11-25T07:20:05,736 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519199110.004c3a2a1c5ce3940964db91ecfaf0c6. 2024-11-25T07:20:05,736 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ece0c2e914ef1a995296528cd41f7a5, disabling compactions & flushes 2024-11-25T07:20:05,736 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:20:05,736 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:20:05,736 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. after waiting 0 ms 2024-11-25T07:20:05,736 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:20:05,736 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ece0c2e914ef1a995296528cd41f7a5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-25T07:20:05,739 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/ns/1ad336e47a1e420c9c2d91f9aab77076 is 43, key is default/ns:d/1732519193522/Put/seqid=0 2024-11-25T07:20:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741842_1018 (size=5153) 2024-11-25T07:20:05,752 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/f/94e14abf0b1849da97d798827c6d28e2 is 29, key is row1/f:/1732519204284/DeleteFamily/seqid=0 2024-11-25T07:20:05,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741843_1019 (size=5118) 2024-11-25T07:20:05,827 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 909, reset compression=false 2024-11-25T07:20:05,832 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:05,832 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 1156, reset compression=false 2024-11-25T07:20:05,832 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35619,1732519191093 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108, lastWalPosition=1156, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:05,833 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,35619,1732519191093: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,35619,1732519191093, walGroup=5eb3d201e8c9%2C35619%2C1732519191093, offset=5eb3d201e8c9%2C35619%2C1732519191093.1732519193108:1156, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:35619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:20:05,834 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:20:05,834 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:20:05,834 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:20:05,834 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:20:05,834 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:20:05,835 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 705907520 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191631464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:20:05,835 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:39797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:39797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:20:05,896 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:05,990 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:20:05,990 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:20:06,036 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 1156, reset compression=false 2024-11-25T07:20:06,096 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:06,144 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/ns/1ad336e47a1e420c9c2d91f9aab77076 2024-11-25T07:20:06,156 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/f/94e14abf0b1849da97d798827c6d28e2 2024-11-25T07:20:06,161 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94e14abf0b1849da97d798827c6d28e2 2024-11-25T07:20:06,166 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/rep_barrier/2cbbb359b5b94b85af9a7489ab824ca6 is 112, key is test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5./rep_barrier:seqnumDuringOpen/1732519196551/Put/seqid=0 2024-11-25T07:20:06,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741844_1020 (size=5518) 2024-11-25T07:20:06,179 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/f1/9d5247a4337e41b482ff1ca7b4c6d1c0 is 30, key is row1/f1:/1732519204284/DeleteFamily/seqid=0 2024-11-25T07:20:06,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741845_1021 (size=5123) 2024-11-25T07:20:06,182 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/f1/9d5247a4337e41b482ff1ca7b4c6d1c0 2024-11-25T07:20:06,186 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d5247a4337e41b482ff1ca7b4c6d1c0 2024-11-25T07:20:06,200 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/norep/f1d4125d56104e919a8e110c151ff1c5 is 33, key is row1/norep:/1732519204284/DeleteFamily/seqid=0 2024-11-25T07:20:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741846_1022 (size=5108) 2024-11-25T07:20:06,214 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:06,297 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:06,340 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 1156, reset compression=false 2024-11-25T07:20:06,497 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:20:06,497 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2ece0c2e914ef1a995296528cd41f7a5=test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5.} 2024-11-25T07:20:06,497 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ece0c2e914ef1a995296528cd41f7a5 2024-11-25T07:20:06,571 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/rep_barrier/2cbbb359b5b94b85af9a7489ab824ca6 2024-11-25T07:20:06,589 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/table/dbc1a60f0b694fe68474d784a4790d59 is 53, key is hbase:replication/table:state/1732519200286/Put/seqid=0 2024-11-25T07:20:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741847_1023 (size=5308) 2024-11-25T07:20:06,604 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/norep/f1d4125d56104e919a8e110c151ff1c5 2024-11-25T07:20:06,608 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d4125d56104e919a8e110c151ff1c5 2024-11-25T07:20:06,608 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/f/94e14abf0b1849da97d798827c6d28e2 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/f/94e14abf0b1849da97d798827c6d28e2 2024-11-25T07:20:06,612 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94e14abf0b1849da97d798827c6d28e2 2024-11-25T07:20:06,612 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/f/94e14abf0b1849da97d798827c6d28e2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T07:20:06,613 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/f1/9d5247a4337e41b482ff1ca7b4c6d1c0 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/f1/9d5247a4337e41b482ff1ca7b4c6d1c0 2024-11-25T07:20:06,617 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d5247a4337e41b482ff1ca7b4c6d1c0 2024-11-25T07:20:06,617 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/f1/9d5247a4337e41b482ff1ca7b4c6d1c0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T07:20:06,618 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/.tmp/norep/f1d4125d56104e919a8e110c151ff1c5 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/norep/f1d4125d56104e919a8e110c151ff1c5 2024-11-25T07:20:06,622 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1d4125d56104e919a8e110c151ff1c5 2024-11-25T07:20:06,622 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/norep/f1d4125d56104e919a8e110c151ff1c5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T07:20:06,623 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2ece0c2e914ef1a995296528cd41f7a5 in 887ms, sequenceid=8, compaction requested=false 2024-11-25T07:20:06,627 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/default/test/2ece0c2e914ef1a995296528cd41f7a5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T07:20:06,627 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:06,627 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:06,628 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:20:06,628 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ece0c2e914ef1a995296528cd41f7a5: Waiting for close lock at 1732519205736Running coprocessor pre-close hooks at 1732519205736Disabling compacts and flushes for region at 1732519205736Disabling writes for close at 1732519205736Obtaining lock to block concurrent updates at 1732519205736Preparing flush snapshotting stores in 2ece0c2e914ef1a995296528cd41f7a5 at 1732519205736Finished memstore snapshotting test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732519205736Flushing stores of test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. at 1732519205737 (+1 ms)Flushing 2ece0c2e914ef1a995296528cd41f7a5/f: creating writer at 1732519205737Flushing 2ece0c2e914ef1a995296528cd41f7a5/f: appending metadata at 1732519205752 (+15 ms)Flushing 2ece0c2e914ef1a995296528cd41f7a5/f: closing flushed file at 1732519205752Flushing 2ece0c2e914ef1a995296528cd41f7a5/f1: creating writer at 1732519206161 (+409 ms)Flushing 2ece0c2e914ef1a995296528cd41f7a5/f1: appending metadata at 1732519206178 (+17 ms)Flushing 2ece0c2e914ef1a995296528cd41f7a5/f1: closing flushed file at 1732519206178Flushing 2ece0c2e914ef1a995296528cd41f7a5/norep: creating writer at 1732519206186 (+8 ms)Flushing 2ece0c2e914ef1a995296528cd41f7a5/norep: appending metadata at 1732519206199 (+13 ms)Flushing 2ece0c2e914ef1a995296528cd41f7a5/norep: closing flushed file at 1732519206199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e99a43: reopening flushed file at 1732519206608 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c69aa9: reopening flushed file at 1732519206613 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b50700: reopening flushed file at 1732519206617 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2ece0c2e914ef1a995296528cd41f7a5 in 887ms, sequenceid=8, compaction requested=false at 1732519206623 (+6 ms)Writing region close event to WAL at 1732519206624 (+1 ms)Running coprocessor post-close hooks at 1732519206627 (+3 ms)Closed at 1732519206628 (+1 ms) 2024-11-25T07:20:06,628 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519195796.2ece0c2e914ef1a995296528cd41f7a5. 2024-11-25T07:20:06,697 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:06,744 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 1156, reset compression=false 2024-11-25T07:20:06,749 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:06,749 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 1800, reset compression=false 2024-11-25T07:20:06,818 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:06,897 DEBUG [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:06,952 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 1800, reset compression=false 2024-11-25T07:20:06,993 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/table/dbc1a60f0b694fe68474d784a4790d59 2024-11-25T07:20:06,998 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/info/30776112b21f48749aaa306519ff0b93 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/info/30776112b21f48749aaa306519ff0b93 2024-11-25T07:20:07,002 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/info/30776112b21f48749aaa306519ff0b93, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:20:07,003 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/ns/1ad336e47a1e420c9c2d91f9aab77076 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/ns/1ad336e47a1e420c9c2d91f9aab77076 2024-11-25T07:20:07,007 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/ns/1ad336e47a1e420c9c2d91f9aab77076, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:20:07,007 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/rep_barrier/2cbbb359b5b94b85af9a7489ab824ca6 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/rep_barrier/2cbbb359b5b94b85af9a7489ab824ca6 2024-11-25T07:20:07,011 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/rep_barrier/2cbbb359b5b94b85af9a7489ab824ca6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:20:07,012 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/.tmp/table/dbc1a60f0b694fe68474d784a4790d59 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/table/dbc1a60f0b694fe68474d784a4790d59 2024-11-25T07:20:07,016 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/table/dbc1a60f0b694fe68474d784a4790d59, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:20:07,017 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-25T07:20:07,022 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:20:07,023 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:07,023 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:20:07,023 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:07,023 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519205296Running coprocessor pre-close hooks at 1732519205296Disabling compacts and flushes for region at 1732519205296Disabling writes for close at 1732519205296Obtaining lock to block concurrent updates at 1732519205296Preparing flush snapshotting stores in 1588230740 at 1732519205296Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519205296Flushing stores of hbase:meta,,1.1588230740 at 1732519205297 (+1 ms)Flushing 1588230740/info: creating writer at 1732519205297Flushing 1588230740/info: appending metadata at 1732519205314 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732519205315 (+1 ms)Flushing 1588230740/ns: creating writer at 1732519205723 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732519205739 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732519205739Flushing 1588230740/rep_barrier: creating writer at 1732519206148 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519206166 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519206166Flushing 1588230740/table: creating writer at 1732519206575 (+409 ms)Flushing 1588230740/table: appending metadata at 1732519206589 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732519206589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183f2c90: reopening flushed file at 1732519206998 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4357be6f: reopening flushed file at 1732519207002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c86e56: reopening flushed file at 1732519207007 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58369911: reopening flushed file at 1732519207011 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732519207017 (+6 ms)Writing region close event to WAL at 1732519207019 (+2 ms)Running coprocessor post-close hooks at 1732519207023 (+4 ms)Closed at 1732519207023 2024-11-25T07:20:07,023 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:07,097 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,35619,1732519191093; all regions closed. 2024-11-25T07:20:07,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:20:07,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.meta.1732519193480.meta not finished, retry = 0 2024-11-25T07:20:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741839_1015 (size=2458) 2024-11-25T07:20:07,203 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.rep.1732519200243 not finished, retry = 0 2024-11-25T07:20:07,256 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 to pos 1800, reset compression=false 2024-11-25T07:20:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741833_1009 (size=1808) 2024-11-25T07:20:07,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/WALs/5eb3d201e8c9,35619,1732519191093/5eb3d201e8c9%2C35619%2C1732519191093.1732519193108 not finished, retry = 0 2024-11-25T07:20:07,406 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:07,407 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:07,407 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:07,407 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:07,407 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:07,407 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:07,408 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,35619,1732519191093 because: Region server is closing 2024-11-25T07:20:07,408 INFO [RS:0;5eb3d201e8c9:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35619. 2024-11-25T07:20:07,408 DEBUG [RS:0;5eb3d201e8c9:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:07,408 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:07,408 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:07,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:07,508 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.shipper5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 terminated 2024-11-25T07:20:07,508 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35619,1732519191093.replicationSource.wal-reader.5eb3d201e8c9%2C35619%2C1732519191093,1-5eb3d201e8c9,35619,1732519191093 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:20:07,509 INFO [RS:0;5eb3d201e8c9:35619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35619. 2024-11-25T07:20:07,509 DEBUG [RS:0;5eb3d201e8c9:35619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:07,509 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:07,509 DEBUG [RS:0;5eb3d201e8c9:35619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:07,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:07,509 INFO [RS:0;5eb3d201e8c9:35619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35619 2024-11-25T07:20:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11795561818/rs/5eb3d201e8c9,35619,1732519191093 2024-11-25T07:20:07,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818/rs 2024-11-25T07:20:07,511 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:07,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,35619,1732519191093] 2024-11-25T07:20:07,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11795561818/draining/5eb3d201e8c9,35619,1732519191093 already deleted, retry=false 2024-11-25T07:20:07,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,35619,1732519191093 expired; onlineServers=0 2024-11-25T07:20:07,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,39797,1732519191042' ***** 2024-11-25T07:20:07,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:20:07,514 INFO [M:0;5eb3d201e8c9:39797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:07,514 INFO [M:0;5eb3d201e8c9:39797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:07,514 DEBUG [M:0;5eb3d201e8c9:39797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:20:07,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:20:07,514 DEBUG [M:0;5eb3d201e8c9:39797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:20:07,514 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519192870 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519192870,5,FailOnTimeoutGroup] 2024-11-25T07:20:07,514 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519192872 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519192872,5,FailOnTimeoutGroup] 2024-11-25T07:20:07,514 INFO [M:0;5eb3d201e8c9:39797 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:07,514 INFO [M:0;5eb3d201e8c9:39797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:07,514 DEBUG [M:0;5eb3d201e8c9:39797 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:20:07,514 INFO [M:0;5eb3d201e8c9:39797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:20:07,515 INFO [M:0;5eb3d201e8c9:39797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:07,515 INFO [M:0;5eb3d201e8c9:39797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:20:07,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:20:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11795561818/master 2024-11-25T07:20:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11795561818 2024-11-25T07:20:07,517 DEBUG [M:0;5eb3d201e8c9:39797 {}] zookeeper.ZKUtil(347): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Unable to get data of znode /11795561818/master because node does not exist (not an error) 2024-11-25T07:20:07,517 WARN [M:0;5eb3d201e8c9:39797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:20:07,517 INFO [M:0;5eb3d201e8c9:39797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/.lastflushedseqids 2024-11-25T07:20:07,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741848_1024 (size=245) 2024-11-25T07:20:07,522 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:07,612 INFO [RS:0;5eb3d201e8c9:35619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:07,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:07,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35619-0x1014dfeba2d0004, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:07,613 INFO [RS:0;5eb3d201e8c9:35619 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,35619,1732519191093; zookeeper connection closed. 2024-11-25T07:20:07,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b6ce206 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b6ce206 2024-11-25T07:20:07,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:20:07,922 INFO [M:0;5eb3d201e8c9:39797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:20:07,922 INFO [M:0;5eb3d201e8c9:39797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:20:07,923 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:07,923 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:07,923 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:07,923 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:07,923 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:07,923 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-25T07:20:07,938 DEBUG [M:0;5eb3d201e8c9:39797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f727bde5754348b487f337e8b7f62a2e is 82, key is hbase:meta,,1/info:regioninfo/1732519193512/Put/seqid=0 2024-11-25T07:20:07,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741849_1025 (size=5672) 2024-11-25T07:20:08,325 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:08,343 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f727bde5754348b487f337e8b7f62a2e 2024-11-25T07:20:08,361 DEBUG [M:0;5eb3d201e8c9:39797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1fba7f9040d4e0397f60c547255ade0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519200289/Put/seqid=0 2024-11-25T07:20:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741850_1026 (size=8517) 2024-11-25T07:20:08,767 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1fba7f9040d4e0397f60c547255ade0 2024-11-25T07:20:08,789 DEBUG [M:0;5eb3d201e8c9:39797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b4f6f0fbb74d5fb8cc4da3a73c7c13 is 69, key is 5eb3d201e8c9,35619,1732519191093/rs:state/1732519192945/Put/seqid=0 2024-11-25T07:20:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741851_1027 (size=5156) 2024-11-25T07:20:09,193 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b4f6f0fbb74d5fb8cc4da3a73c7c13 2024-11-25T07:20:09,198 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f727bde5754348b487f337e8b7f62a2e as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f727bde5754348b487f337e8b7f62a2e 2024-11-25T07:20:09,202 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f727bde5754348b487f337e8b7f62a2e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:20:09,202 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1fba7f9040d4e0397f60c547255ade0 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1fba7f9040d4e0397f60c547255ade0 2024-11-25T07:20:09,206 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1fba7f9040d4e0397f60c547255ade0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:20:09,207 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b4f6f0fbb74d5fb8cc4da3a73c7c13 as hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b4f6f0fbb74d5fb8cc4da3a73c7c13 2024-11-25T07:20:09,210 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42185/user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b4f6f0fbb74d5fb8cc4da3a73c7c13, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:20:09,211 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-25T07:20:09,213 INFO [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:09,213 DEBUG [M:0;5eb3d201e8c9:39797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519207922Disabling compacts and flushes for region at 1732519207922Disabling writes for close at 1732519207923 (+1 ms)Obtaining lock to block concurrent updates at 1732519207923Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519207923Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732519207923Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519207924 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519207924Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519207938 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519207938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519208347 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519208361 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519208361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519208771 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519208788 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519208788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4922cb: reopening flushed file at 1732519209197 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e60a9a7: reopening flushed file at 1732519209202 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431869aa: reopening flushed file at 1732519209206 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732519209211 (+5 ms)Writing region close event to WAL at 1732519209213 (+2 ms)Closed at 1732519209213 2024-11-25T07:20:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38841 is added to blk_1073741830_1006 (size=63666) 2024-11-25T07:20:09,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37395b1a-897f-9fbe-609e-fc05d9a7a9a6/MasterData/WALs/5eb3d201e8c9,39797,1732519191042/5eb3d201e8c9%2C39797%2C1732519191042.1732519192790 not finished, retry = 0 2024-11-25T07:20:09,229 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:09,316 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:09,316 INFO [M:0;5eb3d201e8c9:39797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:20:09,316 INFO [M:0;5eb3d201e8c9:39797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39797 2024-11-25T07:20:09,316 INFO [M:0;5eb3d201e8c9:39797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:09,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:09,418 INFO [M:0;5eb3d201e8c9:39797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:09,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39797-0x1014dfeba2d0003, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:09,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@323cd9ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:09,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b37566c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:09,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:09,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a6dee9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:09,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fdc8907{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:09,425 WARN [BP-503928034-172.17.0.2-1732519190402 heartbeating to localhost/127.0.0.1:42185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:20:09,425 WARN [BP-503928034-172.17.0.2-1732519190402 heartbeating to localhost/127.0.0.1:42185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-503928034-172.17.0.2-1732519190402 (Datanode Uuid 848063c0-f5dd-41e6-95de-c06fa2534d0c) service to localhost/127.0.0.1:42185 2024-11-25T07:20:09,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:20:09,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:20:09,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/cluster_84b2b1c0-2b5c-5415-e3fa-838a483ffe73/data/data1/current/BP-503928034-172.17.0.2-1732519190402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:09,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/cluster_84b2b1c0-2b5c-5415-e3fa-838a483ffe73/data/data2/current/BP-503928034-172.17.0.2-1732519190402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:09,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:20:09,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@520763a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:09,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a00e66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:09,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:09,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35b28dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:09,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771493c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:09,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:20:09,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:20:09,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:09,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:09,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:09,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:09,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:09,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:20:09,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720882529, stopped=false 2024-11-25T07:20:09,451 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,39183,1732519187284 2024-11-25T07:20:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0688596649/running 2024-11-25T07:20:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0688596649/running 2024-11-25T07:20:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:20:09,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:20:09,452 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:09,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:09,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:09,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:09,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,44327,1732519187346' ***** 2024-11-25T07:20:09,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on znode that does not yet exist, /0688596649/running 2024-11-25T07:20:09,453 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:20:09,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(3091): Received CLOSE for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,44327,1732519187346 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:09,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Set watcher on znode that does not yet exist, /0688596649/running 2024-11-25T07:20:09,454 INFO [RS:0;5eb3d201e8c9:44327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:44327. 2024-11-25T07:20:09,455 DEBUG [RS:0;5eb3d201e8c9:44327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:09,455 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:09,455 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:20:09,455 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:20:09,455 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:20:09,455 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f49d855b14a4f993f12e2aa6cc86a65, disabling compactions & flushes 2024-11-25T07:20:09,455 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. after waiting 0 ms 2024-11-25T07:20:09,455 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:20:09,455 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f49d855b14a4f993f12e2aa6cc86a65 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-25T07:20:09,455 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:20:09,455 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1f49d855b14a4f993f12e2aa6cc86a65=test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65., 0575cd339b72363d713c5fc490e70210=hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210.} 2024-11-25T07:20:09,456 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210, 1588230740, 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:09,456 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:09,456 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:09,456 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:09,456 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:09,456 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:09,456 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:20:09,474 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/f/01ff54bd19e147c0891d80ea1c277316 is 29, key is row1/f:/1732519204284/DeleteFamily/seqid=0 2024-11-25T07:20:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741840_1016 (size=5118) 2024-11-25T07:20:09,481 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/info/9f0732f0986d489393f18be9ead0da37 is 147, key is hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210./info:regioninfo/1732519198135/Put/seqid=0 2024-11-25T07:20:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741841_1017 (size=7686) 2024-11-25T07:20:09,514 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:09,656 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210, 1588230740, 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:09,856 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210, 1588230740, 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:09,879 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/f/01ff54bd19e147c0891d80ea1c277316 2024-11-25T07:20:09,885 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/info/9f0732f0986d489393f18be9ead0da37 2024-11-25T07:20:09,886 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01ff54bd19e147c0891d80ea1c277316 2024-11-25T07:20:09,903 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/f1/36479a953a284e46982e7f65bc6ce3cb is 30, key is row1/f1:/1732519204284/DeleteFamily/seqid=0 2024-11-25T07:20:09,907 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/ns/4f6d557656844327a15a4455182d3de2 is 43, key is default/ns:d/1732519190314/Put/seqid=0 2024-11-25T07:20:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741842_1018 (size=5123) 2024-11-25T07:20:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741843_1019 (size=5153) 2024-11-25T07:20:10,056 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210, 1588230740, 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:10,233 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 914, reset compression=false 2024-11-25T07:20:10,250 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:10,250 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 1161, reset compression=false 2024-11-25T07:20:10,250 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,44327,1732519187346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:10,251 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,44327,1732519187346: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,44327,1732519187346, walGroup=5eb3d201e8c9%2C44327%2C1732519187346, offset=5eb3d201e8c9%2C44327%2C1732519187346.1732519189331:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:44327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:20:10,252 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:20:10,252 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:20:10,253 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:20:10,253 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:20:10,253 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:20:10,253 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 557759688 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 192191136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:20:10,253 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:39183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:39183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:20:10,256 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210, 1588230740, 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:10,289 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:20:10,289 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:20:10,314 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/f1/36479a953a284e46982e7f65bc6ce3cb 2024-11-25T07:20:10,315 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/ns/4f6d557656844327a15a4455182d3de2 2024-11-25T07:20:10,318 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36479a953a284e46982e7f65bc6ce3cb 2024-11-25T07:20:10,335 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/rep_barrier/f544ea28c8d84c74b843c97624d172b2 is 112, key is test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65./rep_barrier:seqnumDuringOpen/1732519194791/Put/seqid=0 2024-11-25T07:20:10,335 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/norep/e8134800b76e45beb8b40f81a25cd090 is 32, key is row/norep:/1732519203278/DeleteFamily/seqid=0 2024-11-25T07:20:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741844_1020 (size=5101) 2024-11-25T07:20:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741845_1021 (size=5518) 2024-11-25T07:20:10,455 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 1161, reset compression=false 2024-11-25T07:20:10,456 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210, 1588230740, 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:10,657 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210, 1588230740, 1f49d855b14a4f993f12e2aa6cc86a65 2024-11-25T07:20:10,745 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/rep_barrier/f544ea28c8d84c74b843c97624d172b2 2024-11-25T07:20:10,745 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/norep/e8134800b76e45beb8b40f81a25cd090 2024-11-25T07:20:10,749 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8134800b76e45beb8b40f81a25cd090 2024-11-25T07:20:10,750 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/f/01ff54bd19e147c0891d80ea1c277316 as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/f/01ff54bd19e147c0891d80ea1c277316 2024-11-25T07:20:10,754 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01ff54bd19e147c0891d80ea1c277316 2024-11-25T07:20:10,754 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/f/01ff54bd19e147c0891d80ea1c277316, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T07:20:10,754 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/f1/36479a953a284e46982e7f65bc6ce3cb as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/f1/36479a953a284e46982e7f65bc6ce3cb 2024-11-25T07:20:10,759 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36479a953a284e46982e7f65bc6ce3cb 2024-11-25T07:20:10,759 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/f1/36479a953a284e46982e7f65bc6ce3cb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T07:20:10,759 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 1161, reset compression=false 2024-11-25T07:20:10,764 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/.tmp/norep/e8134800b76e45beb8b40f81a25cd090 as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/norep/e8134800b76e45beb8b40f81a25cd090 2024-11-25T07:20:10,766 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/table/a03d4609f2ef421ab8832d0302b7706a is 53, key is hbase:replication/table:state/1732519198143/Put/seqid=0 2024-11-25T07:20:10,770 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8134800b76e45beb8b40f81a25cd090 2024-11-25T07:20:10,770 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/norep/e8134800b76e45beb8b40f81a25cd090, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T07:20:10,771 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1f49d855b14a4f993f12e2aa6cc86a65 in 1316ms, sequenceid=8, compaction requested=false 2024-11-25T07:20:10,774 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:10,774 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 1510, reset compression=false 2024-11-25T07:20:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741846_1022 (size=5308) 2024-11-25T07:20:10,783 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/table/a03d4609f2ef421ab8832d0302b7706a 2024-11-25T07:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/default/test/1f49d855b14a4f993f12e2aa6cc86a65/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T07:20:10,787 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:10,788 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f49d855b14a4f993f12e2aa6cc86a65: Waiting for close lock at 1732519209455Running coprocessor pre-close hooks at 1732519209455Disabling compacts and flushes for region at 1732519209455Disabling writes for close at 1732519209455Obtaining lock to block concurrent updates at 1732519209455Preparing flush snapshotting stores in 1f49d855b14a4f993f12e2aa6cc86a65 at 1732519209455Finished memstore snapshotting test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732519209456 (+1 ms)Flushing stores of test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. at 1732519209456Flushing 1f49d855b14a4f993f12e2aa6cc86a65/f: creating writer at 1732519209456Flushing 1f49d855b14a4f993f12e2aa6cc86a65/f: appending metadata at 1732519209474 (+18 ms)Flushing 1f49d855b14a4f993f12e2aa6cc86a65/f: closing flushed file at 1732519209474Flushing 1f49d855b14a4f993f12e2aa6cc86a65/f1: creating writer at 1732519209886 (+412 ms)Flushing 1f49d855b14a4f993f12e2aa6cc86a65/f1: appending metadata at 1732519209902 (+16 ms)Flushing 1f49d855b14a4f993f12e2aa6cc86a65/f1: closing flushed file at 1732519209902Flushing 1f49d855b14a4f993f12e2aa6cc86a65/norep: creating writer at 1732519210319 (+417 ms)Flushing 1f49d855b14a4f993f12e2aa6cc86a65/norep: appending metadata at 1732519210335 (+16 ms)Flushing 1f49d855b14a4f993f12e2aa6cc86a65/norep: closing flushed file at 1732519210335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8207e3d: reopening flushed file at 1732519210749 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796f3541: reopening flushed file at 1732519210754 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8e0c5: reopening flushed file at 1732519210759 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1f49d855b14a4f993f12e2aa6cc86a65 in 1316ms, sequenceid=8, compaction requested=false at 1732519210771 (+12 ms)Writing region close event to WAL at 1732519210783 (+12 ms)Running coprocessor post-close hooks at 1732519210787 (+4 ms)Closed at 1732519210788 (+1 ms) 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519193637.1f49d855b14a4f993f12e2aa6cc86a65. 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0575cd339b72363d713c5fc490e70210, disabling compactions & flushes 2024-11-25T07:20:10,788 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. after waiting 0 ms 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,788 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0575cd339b72363d713c5fc490e70210: Waiting for close lock at 1732519210788Running coprocessor pre-close hooks at 1732519210788Disabling compacts and flushes for region at 1732519210788Disabling writes for close at 1732519210788Failed flush hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210., putting online again at 1732519210788 2024-11-25T07:20:10,789 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/info/9f0732f0986d489393f18be9ead0da37 as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/info/9f0732f0986d489393f18be9ead0da37 2024-11-25T07:20:10,789 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,793 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/info/9f0732f0986d489393f18be9ead0da37, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:20:10,794 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/ns/4f6d557656844327a15a4455182d3de2 as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/ns/4f6d557656844327a15a4455182d3de2 2024-11-25T07:20:10,798 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/ns/4f6d557656844327a15a4455182d3de2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:20:10,799 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/rep_barrier/f544ea28c8d84c74b843c97624d172b2 as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/rep_barrier/f544ea28c8d84c74b843c97624d172b2 2024-11-25T07:20:10,802 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/rep_barrier/f544ea28c8d84c74b843c97624d172b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:20:10,803 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/.tmp/table/a03d4609f2ef421ab8832d0302b7706a as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/table/a03d4609f2ef421ab8832d0302b7706a 2024-11-25T07:20:10,806 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/table/a03d4609f2ef421ab8832d0302b7706a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:20:10,807 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false 2024-11-25T07:20:10,811 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:20:10,811 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:10,811 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:20:10,811 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:10,811 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519209456Running coprocessor pre-close hooks at 1732519209456Disabling compacts and flushes for region at 1732519209456Disabling writes for close at 1732519209456Obtaining lock to block concurrent updates at 1732519209456Preparing flush snapshotting stores in 1588230740 at 1732519209456Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519209457 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732519209458 (+1 ms)Flushing 1588230740/info: creating writer at 1732519209458Flushing 1588230740/info: appending metadata at 1732519209480 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732519209480Flushing 1588230740/ns: creating writer at 1732519209889 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732519209906 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732519209906Flushing 1588230740/rep_barrier: creating writer at 1732519210319 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519210335 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519210335Flushing 1588230740/table: creating writer at 1732519210749 (+414 ms)Flushing 1588230740/table: appending metadata at 1732519210765 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732519210765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418844e4: reopening flushed file at 1732519210788 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9f249b: reopening flushed file at 1732519210793 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d46a63f: reopening flushed file at 1732519210798 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4160f5cf: reopening flushed file at 1732519210802 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false at 1732519210807 (+5 ms)Writing region close event to WAL at 1732519210808 (+1 ms)Running coprocessor post-close hooks at 1732519210811 (+3 ms)Closed at 1732519210811 2024-11-25T07:20:10,812 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:10,857 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:20:10,857 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1325): Online Regions={0575cd339b72363d713c5fc490e70210=hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210.} 2024-11-25T07:20:10,857 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(3091): Received CLOSE for 0575cd339b72363d713c5fc490e70210 2024-11-25T07:20:10,857 DEBUG [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1351): Waiting on 0575cd339b72363d713c5fc490e70210 2024-11-25T07:20:10,857 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0575cd339b72363d713c5fc490e70210, disabling compactions & flushes 2024-11-25T07:20:10,857 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,857 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,857 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. after waiting 0 ms 2024-11-25T07:20:10,857 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,858 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0575cd339b72363d713c5fc490e70210: Waiting for close lock at 1732519210857Running coprocessor pre-close hooks at 1732519210857Disabling compacts and flushes for region at 1732519210857Disabling writes for close at 1732519210857Failed flush hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210., putting online again at 1732519210857 2024-11-25T07:20:10,858 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519196952.0575cd339b72363d713c5fc490e70210. 2024-11-25T07:20:10,982 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 to pos 1510, reset compression=false 2024-11-25T07:20:10,987 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:11,057 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T07:20:11,057 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,44327,1732519187346; all regions closed. 2024-11-25T07:20:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:20:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741839_1015 (size=1733) 2024-11-25T07:20:11,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.rep.1732519198086 not finished, retry = 0 2024-11-25T07:20:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741832_1008 (size=1813) 2024-11-25T07:20:11,165 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/WALs/5eb3d201e8c9,44327,1732519187346/5eb3d201e8c9%2C44327%2C1732519187346.1732519189331 not finished, retry = 0 2024-11-25T07:20:11,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:11,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,266 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:11,266 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,267 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,267 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:11,267 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:11,267 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,268 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,44327,1732519187346 because: Region server is closing 2024-11-25T07:20:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,268 INFO [RS:0;5eb3d201e8c9:44327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:44327. 2024-11-25T07:20:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,268 DEBUG [RS:0;5eb3d201e8c9:44327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:11,268 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:11,268 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:11,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:11,369 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.shipper5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 terminated 2024-11-25T07:20:11,369 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,44327,1732519187346.replicationSource.wal-reader.5eb3d201e8c9%2C44327%2C1732519187346,1-5eb3d201e8c9,44327,1732519187346 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-25T07:20:11,369 INFO [RS:0;5eb3d201e8c9:44327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:44327. 2024-11-25T07:20:11,369 DEBUG [RS:0;5eb3d201e8c9:44327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:11,369 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:11,369 DEBUG [RS:0;5eb3d201e8c9:44327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:11,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:11,369 INFO [RS:0;5eb3d201e8c9:44327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44327 2024-11-25T07:20:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649/rs 2024-11-25T07:20:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0688596649/rs/5eb3d201e8c9,44327,1732519187346 2024-11-25T07:20:11,372 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:11,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,44327,1732519187346] 2024-11-25T07:20:11,375 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0688596649/draining/5eb3d201e8c9,44327,1732519187346 already deleted, retry=false 2024-11-25T07:20:11,375 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,44327,1732519187346 expired; onlineServers=0 2024-11-25T07:20:11,375 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,39183,1732519187284' ***** 2024-11-25T07:20:11,375 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:20:11,375 INFO [M:0;5eb3d201e8c9:39183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:11,375 INFO [M:0;5eb3d201e8c9:39183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:11,375 DEBUG [M:0;5eb3d201e8c9:39183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:20:11,375 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:20:11,375 DEBUG [M:0;5eb3d201e8c9:39183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:20:11,375 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519189120 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519189120,5,FailOnTimeoutGroup] 2024-11-25T07:20:11,375 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519189118 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519189118,5,FailOnTimeoutGroup] 2024-11-25T07:20:11,376 INFO [M:0;5eb3d201e8c9:39183 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:11,376 INFO [M:0;5eb3d201e8c9:39183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:11,376 DEBUG [M:0;5eb3d201e8c9:39183 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:20:11,376 INFO [M:0;5eb3d201e8c9:39183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:20:11,376 INFO [M:0;5eb3d201e8c9:39183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:11,376 INFO [M:0;5eb3d201e8c9:39183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:20:11,376 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:20:11,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0688596649/master 2024-11-25T07:20:11,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0688596649 2024-11-25T07:20:11,377 DEBUG [M:0;5eb3d201e8c9:39183 {}] zookeeper.ZKUtil(347): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Unable to get data of znode /0688596649/master because node does not exist (not an error) 2024-11-25T07:20:11,377 WARN [M:0;5eb3d201e8c9:39183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:20:11,378 INFO [M:0;5eb3d201e8c9:39183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/.lastflushedseqids 2024-11-25T07:20:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741847_1023 (size=245) 2024-11-25T07:20:11,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:11,474 INFO [RS:0;5eb3d201e8c9:44327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:11,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44327-0x1014dfeba2d0001, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:11,474 INFO [RS:0;5eb3d201e8c9:44327 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,44327,1732519187346; zookeeper connection closed. 2024-11-25T07:20:11,475 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c6d5d94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c6d5d94 2024-11-25T07:20:11,475 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:20:11,783 INFO [M:0;5eb3d201e8c9:39183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:20:11,783 INFO [M:0;5eb3d201e8c9:39183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:20:11,783 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:11,783 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:11,783 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:11,783 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:11,783 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:11,783 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T07:20:11,799 DEBUG [M:0;5eb3d201e8c9:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64d1ec5e45844e178c73ac174d69fb30 is 82, key is hbase:meta,,1/info:regioninfo/1732519190300/Put/seqid=0 2024-11-25T07:20:11,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741848_1024 (size=5672) 2024-11-25T07:20:12,203 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64d1ec5e45844e178c73ac174d69fb30 2024-11-25T07:20:12,222 DEBUG [M:0;5eb3d201e8c9:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15ce1166efae4526a050581c3376083a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519198147/Put/seqid=0 2024-11-25T07:20:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741849_1025 (size=8516) 2024-11-25T07:20:12,626 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15ce1166efae4526a050581c3376083a 2024-11-25T07:20:12,645 DEBUG [M:0;5eb3d201e8c9:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd60ec03d76d44078ff938538d7c04f6 is 69, key is 5eb3d201e8c9,44327,1732519187346/rs:state/1732519189191/Put/seqid=0 2024-11-25T07:20:12,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741850_1026 (size=5156) 2024-11-25T07:20:13,049 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd60ec03d76d44078ff938538d7c04f6 2024-11-25T07:20:13,054 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64d1ec5e45844e178c73ac174d69fb30 as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64d1ec5e45844e178c73ac174d69fb30 2024-11-25T07:20:13,057 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64d1ec5e45844e178c73ac174d69fb30, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:20:13,058 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15ce1166efae4526a050581c3376083a as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15ce1166efae4526a050581c3376083a 2024-11-25T07:20:13,061 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15ce1166efae4526a050581c3376083a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:20:13,062 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd60ec03d76d44078ff938538d7c04f6 as hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd60ec03d76d44078ff938538d7c04f6 2024-11-25T07:20:13,065 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42397/user/jenkins/test-data/a4836680-cc32-62db-1893-9a9daaeae18c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd60ec03d76d44078ff938538d7c04f6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:20:13,066 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-25T07:20:13,067 INFO [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:13,067 DEBUG [M:0;5eb3d201e8c9:39183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519211783Disabling compacts and flushes for region at 1732519211783Disabling writes for close at 1732519211783Obtaining lock to block concurrent updates at 1732519211783Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519211783Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732519211784 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519211784Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519211784Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519211799 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519211799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519212208 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519212222 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519212222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519212630 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519212644 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519212644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ae23ca: reopening flushed file at 1732519213053 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f67d42: reopening flushed file at 1732519213057 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b759547: reopening flushed file at 1732519213061 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732519213066 (+5 ms)Writing region close event to WAL at 1732519213067 (+1 ms)Closed at 1732519213067 2024-11-25T07:20:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43975 is added to blk_1073741830_1006 (size=63654) 2024-11-25T07:20:13,069 INFO [M:0;5eb3d201e8c9:39183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:20:13,069 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:13,069 INFO [M:0;5eb3d201e8c9:39183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39183 2024-11-25T07:20:13,069 INFO [M:0;5eb3d201e8c9:39183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:13,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:13,172 INFO [M:0;5eb3d201e8c9:39183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:13,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1014dfeba2d0000, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:13,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59acacc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:13,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@583d26ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:13,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:13,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175f77a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:13,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e84d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:13,177 WARN [BP-1597378949-172.17.0.2-1732519186353 heartbeating to localhost/127.0.0.1:42397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:20:13,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:20:13,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:20:13,177 WARN [BP-1597378949-172.17.0.2-1732519186353 heartbeating to localhost/127.0.0.1:42397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1597378949-172.17.0.2-1732519186353 (Datanode Uuid 169008f1-2487-405b-81af-61e64322efea) service to localhost/127.0.0.1:42397 2024-11-25T07:20:13,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3/data/data1/current/BP-1597378949-172.17.0.2-1732519186353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:13,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/cluster_2d6a08ab-ad65-58c2-a071-634b8a3230c3/data/data2/current/BP-1597378949-172.17.0.2-1732519186353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:13,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:20:13,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12404597{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:13,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8f020d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:13,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:13,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d3a12ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:13,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6709036c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010578bc-12bc-98da-ebab-a90285205945/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:13,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:20:13,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:20:13,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 248) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60779) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42185 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60779) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42397 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=653 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7489) 2024-11-25T07:20:13,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=7480 2024-11-25T07:20:13,241 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-25T07:20:13,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.log.dir so I do NOT create it in target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9 2024-11-25T07:20:13,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:20:13,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.tmp.dir so I do NOT create it in target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9 2024-11-25T07:20:13,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d83f07f0-18d7-2905-caeb-922b63472ee4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:20:13,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9 2024-11-25T07:20:13,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07, deleteOnExit=true 2024-11-25T07:20:13,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07/zookeeper_0, clientPort=54971, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:20:13,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54971 2024-11-25T07:20:13,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/test.cache.data in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:20:13,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:20:13,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:20:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:20:13,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dfeba2d0005, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:20:13,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dfeba2d0002, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:20:13,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dfeba2d0005, quorum=127.0.0.1:60779, baseZNode=/11795561818 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:20:13,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dfeba2d0002, quorum=127.0.0.1:60779, baseZNode=/0688596649 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:20:13,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:13,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:13,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:13,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:13,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:13,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:13,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@288e3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:13,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3bb997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:13,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@461a7074{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/java.io.tmpdir/jetty-localhost-38357-hadoop-hdfs-3_4_1-tests_jar-_-any-13487092409075129921/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:13,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17db001d{HTTP/1.1, (http/1.1)}{localhost:38357} 2024-11-25T07:20:13,454 INFO [Time-limited test {}] server.Server(415): Started @210274ms 2024-11-25T07:20:13,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:13,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:13,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:13,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:13,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:13,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1690c4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:13,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c6f5cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:13,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1dc5fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/java.io.tmpdir/jetty-localhost-42445-hadoop-hdfs-3_4_1-tests_jar-_-any-8908526504431226171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:13,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@305316d2{HTTP/1.1, (http/1.1)}{localhost:42445} 2024-11-25T07:20:13,661 INFO [Time-limited test {}] server.Server(415): Started @210480ms 2024-11-25T07:20:13,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:20:13,771 WARN [Thread-2676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07/data/data2/current/BP-1980778682-172.17.0.2-1732519213265/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:13,771 WARN [Thread-2675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07/data/data1/current/BP-1980778682-172.17.0.2-1732519213265/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:13,793 WARN [Thread-2663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:20:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e01625024a96bf3 with lease ID 0xd71746a9aeef5b19: Processing first storage report for DS-8a42f43e-44f7-4d77-b398-1c0c29f6d746 from datanode DatanodeRegistration(127.0.0.1:38783, datanodeUuid=5f7554e1-9613-4fcb-a333-af7d84d9bab5, infoPort=44235, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=1271339778;c=1732519213265) 2024-11-25T07:20:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e01625024a96bf3 with lease ID 0xd71746a9aeef5b19: from storage DS-8a42f43e-44f7-4d77-b398-1c0c29f6d746 node DatanodeRegistration(127.0.0.1:38783, datanodeUuid=5f7554e1-9613-4fcb-a333-af7d84d9bab5, infoPort=44235, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=1271339778;c=1732519213265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e01625024a96bf3 with lease ID 0xd71746a9aeef5b19: Processing first storage report for DS-f04ab5b8-253d-4585-a786-131a221f2a7a from datanode DatanodeRegistration(127.0.0.1:38783, datanodeUuid=5f7554e1-9613-4fcb-a333-af7d84d9bab5, infoPort=44235, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=1271339778;c=1732519213265) 2024-11-25T07:20:13,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e01625024a96bf3 with lease ID 0xd71746a9aeef5b19: from storage DS-f04ab5b8-253d-4585-a786-131a221f2a7a node DatanodeRegistration(127.0.0.1:38783, datanodeUuid=5f7554e1-9613-4fcb-a333-af7d84d9bab5, infoPort=44235, infoSecurePort=0, ipcPort=41267, storageInfo=lv=-57;cid=testClusterID;nsid=1271339778;c=1732519213265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:13,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9 2024-11-25T07:20:13,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:13,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:20:14,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4 with version=8 2024-11-25T07:20:14,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/hbase-staging 2024-11-25T07:20:14,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:14,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:14,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:14,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:14,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:14,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:14,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:20:14,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:14,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33845 2024-11-25T07:20:14,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33845 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:14,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338450x0, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:14,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33845-0x1014dff234c0000 connected 2024-11-25T07:20:14,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:14,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:14,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on znode that does not yet exist, /0-1204388221/running 2024-11-25T07:20:14,327 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4, hbase.cluster.distributed=false 2024-11-25T07:20:14,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on znode that does not yet exist, /0-1204388221/acl 2024-11-25T07:20:14,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33845 2024-11-25T07:20:14,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33845 2024-11-25T07:20:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33845 2024-11-25T07:20:14,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33845 2024-11-25T07:20:14,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33845 2024-11-25T07:20:14,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:14,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34773 2024-11-25T07:20:14,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34773 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:14,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:14,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:14,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347730x0, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:14,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347730x0, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on znode that does not yet exist, /0-1204388221/running 2024-11-25T07:20:14,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34773-0x1014dff234c0001 connected 2024-11-25T07:20:14,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:20:14,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:20:14,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on znode that does not yet exist, /0-1204388221/master 2024-11-25T07:20:14,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on znode that does not yet exist, /0-1204388221/acl 2024-11-25T07:20:14,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34773 2024-11-25T07:20:14,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34773 2024-11-25T07:20:14,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34773 2024-11-25T07:20:14,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34773 2024-11-25T07:20:14,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34773 2024-11-25T07:20:14,384 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:33845 2024-11-25T07:20:14,384 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1204388221/backup-masters/5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:14,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221/backup-masters 2024-11-25T07:20:14,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221/backup-masters 2024-11-25T07:20:14,386 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on existing znode=/0-1204388221/backup-masters/5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:14,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204388221/master 2024-11-25T07:20:14,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:14,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:14,387 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on existing znode=/0-1204388221/master 2024-11-25T07:20:14,387 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1204388221/backup-masters/5eb3d201e8c9,33845,1732519214297 from backup master directory 2024-11-25T07:20:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204388221/backup-masters/5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221/backup-masters 2024-11-25T07:20:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221/backup-masters 2024-11-25T07:20:14,390 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:14,390 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:14,393 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/hbase.id] with ID: db47d220-5694-439e-814e-457625a725b0 2024-11-25T07:20:14,393 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/.tmp/hbase.id 2024-11-25T07:20:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:20:14,798 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/.tmp/hbase.id]:[hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/hbase.id] 2024-11-25T07:20:14,806 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:14,806 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:20:14,807 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:20:14,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:14,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:14,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:20:15,214 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:15,215 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:20:15,216 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:15,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:20:15,622 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store 2024-11-25T07:20:15,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:20:16,029 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:16,029 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:16,029 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:16,029 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:16,029 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:16,029 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:16,029 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:16,029 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519216029Disabling compacts and flushes for region at 1732519216029Disabling writes for close at 1732519216029Writing region close event to WAL at 1732519216029Closed at 1732519216029 2024-11-25T07:20:16,030 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/.initializing 2024-11-25T07:20:16,030 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/WALs/5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:16,031 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:16,032 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C33845%2C1732519214297, suffix=, logDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/WALs/5eb3d201e8c9,33845,1732519214297, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/oldWALs, maxLogs=10 2024-11-25T07:20:16,046 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/WALs/5eb3d201e8c9,33845,1732519214297/5eb3d201e8c9%2C33845%2C1732519214297.1732519216032, exclude list is [], retry=0 2024-11-25T07:20:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-8a42f43e-44f7-4d77-b398-1c0c29f6d746,DISK] 2024-11-25T07:20:16,050 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/WALs/5eb3d201e8c9,33845,1732519214297/5eb3d201e8c9%2C33845%2C1732519214297.1732519216032 2024-11-25T07:20:16,050 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44235:44235)] 2024-11-25T07:20:16,050 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:16,050 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:16,050 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,050 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:20:16,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:16,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:20:16,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:16,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:20:16,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:16,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:20:16,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:16,057 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,057 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,057 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,058 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,058 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,059 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:16,060 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:16,061 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:16,062 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67586333, jitterRate=0.007114842534065247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:16,062 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519216050Initializing all the Stores at 1732519216051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519216051Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519216051Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519216051Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519216051Cleaning up temporary data from old regions at 1732519216058 (+7 ms)Region opened successfully at 1732519216062 (+4 ms) 2024-11-25T07:20:16,063 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:20:16,065 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f04d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:16,065 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:20:16,066 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:20:16,066 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:20:16,066 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:20:16,066 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:20:16,066 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:20:16,066 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:20:16,071 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:20:16,072 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Unable to get data of znode /0-1204388221/balancer because node does not exist (not necessarily an error) 2024-11-25T07:20:16,073 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204388221/balancer already deleted, retry=false 2024-11-25T07:20:16,073 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:20:16,074 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Unable to get data of znode /0-1204388221/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:20:16,076 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204388221/normalizer already deleted, retry=false 2024-11-25T07:20:16,076 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:20:16,077 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Unable to get data of znode /0-1204388221/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:20:16,080 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204388221/switch/split already deleted, retry=false 2024-11-25T07:20:16,080 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Unable to get data of znode /0-1204388221/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:20:16,082 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204388221/switch/merge already deleted, retry=false 2024-11-25T07:20:16,083 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Unable to get data of znode /0-1204388221/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:20:16,084 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204388221/snapshot-cleanup already deleted, retry=false 2024-11-25T07:20:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204388221/running 2024-11-25T07:20:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1204388221/running 2024-11-25T07:20:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:16,086 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,33845,1732519214297, sessionid=0x1014dff234c0000, setting cluster-up flag (Was=false) 2024-11-25T07:20:16,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:16,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:16,094 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204388221/flush-table-proc/acquired, /0-1204388221/flush-table-proc/reached, /0-1204388221/flush-table-proc/abort 2024-11-25T07:20:16,095 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:16,104 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1204388221/online-snapshot/acquired, /0-1204388221/online-snapshot/reached, /0-1204388221/online-snapshot/abort 2024-11-25T07:20:16,105 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:16,106 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:20:16,107 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:16,107 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:20:16,107 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:20:16,107 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,33845,1732519214297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:16,108 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:16,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:20:16,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:20:16,116 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519246116 2024-11-25T07:20:16,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:20:16,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:20:16,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:20:16,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:20:16,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:20:16,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:20:16,117 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,118 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:20:16,118 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:20:16,118 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:20:16,118 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:20:16,119 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:20:16,119 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:20:16,120 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519216119,5,FailOnTimeoutGroup] 2024-11-25T07:20:16,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:20:16,124 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519216120,5,FailOnTimeoutGroup] 2024-11-25T07:20:16,124 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,124 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:20:16,124 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,124 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,172 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(746): ClusterId : db47d220-5694-439e-814e-457625a725b0 2024-11-25T07:20:16,172 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:20:16,176 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:20:16,176 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:20:16,178 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:20:16,178 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41de7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:16,197 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:34773 2024-11-25T07:20:16,198 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:20:16,198 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:20:16,198 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:20:16,198 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,33845,1732519214297 with port=34773, startcode=1732519214351 2024-11-25T07:20:16,199 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:20:16,200 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:20:16,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:16,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33845 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:16,202 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4 2024-11-25T07:20:16,202 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46661 2024-11-25T07:20:16,202 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:20:16,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221/rs 2024-11-25T07:20:16,206 DEBUG [RS:0;5eb3d201e8c9:34773 {}] zookeeper.ZKUtil(111): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on existing znode=/0-1204388221/rs/5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:16,206 WARN [RS:0;5eb3d201e8c9:34773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:16,206 INFO [RS:0;5eb3d201e8c9:34773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:16,206 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:16,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,34773,1732519214351] 2024-11-25T07:20:16,210 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:20:16,212 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:20:16,213 INFO [RS:0;5eb3d201e8c9:34773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:20:16,213 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,214 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:20:16,214 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:20:16,214 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:16,215 DEBUG [RS:0;5eb3d201e8c9:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:16,216 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,216 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,216 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,216 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,216 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,216 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34773,1732519214351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:16,232 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:20:16,232 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,34773,1732519214351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,232 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,232 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.Replication(171): 5eb3d201e8c9,34773,1732519214351 started 2024-11-25T07:20:16,247 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:16,247 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,34773,1732519214351, RpcServer on 5eb3d201e8c9/172.17.0.2:34773, sessionid=0x1014dff234c0001 2024-11-25T07:20:16,247 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:20:16,247 DEBUG [RS:0;5eb3d201e8c9:34773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:16,247 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,34773,1732519214351' 2024-11-25T07:20:16,247 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204388221/flush-table-proc/abort' 2024-11-25T07:20:16,248 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204388221/flush-table-proc/acquired' 2024-11-25T07:20:16,248 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:20:16,248 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:20:16,248 DEBUG [RS:0;5eb3d201e8c9:34773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:16,248 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,34773,1732519214351' 2024-11-25T07:20:16,248 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1204388221/online-snapshot/abort' 2024-11-25T07:20:16,248 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1204388221/online-snapshot/acquired' 2024-11-25T07:20:16,249 DEBUG [RS:0;5eb3d201e8c9:34773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:20:16,249 INFO [RS:0;5eb3d201e8c9:34773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:20:16,249 INFO [RS:0;5eb3d201e8c9:34773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:20:16,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:16,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:16,349 INFO [RS:0;5eb3d201e8c9:34773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:16,350 INFO [RS:0;5eb3d201e8c9:34773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C34773%2C1732519214351, suffix=, logDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/oldWALs, maxLogs=10 2024-11-25T07:20:16,364 DEBUG [RS:0;5eb3d201e8c9:34773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, exclude list is [], retry=0 2024-11-25T07:20:16,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-8a42f43e-44f7-4d77-b398-1c0c29f6d746,DISK] 2024-11-25T07:20:16,369 INFO [RS:0;5eb3d201e8c9:34773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 2024-11-25T07:20:16,369 DEBUG [RS:0;5eb3d201e8c9:34773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44235:44235)] 2024-11-25T07:20:16,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:20:16,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4 2024-11-25T07:20:16,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:20:16,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:16,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:16,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:16,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:16,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:16,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:16,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:16,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:16,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:16,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:16,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:16,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:16,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:16,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:16,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:16,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740 2024-11-25T07:20:16,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740 2024-11-25T07:20:16,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:16,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:16,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:16,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:16,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:16,941 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65851647, jitterRate=-0.01873399317264557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:16,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519216930Initializing all the Stores at 1732519216931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519216931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519216931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519216931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519216931Cleaning up temporary data from old regions at 1732519216938 (+7 ms)Region opened successfully at 1732519216942 (+4 ms) 2024-11-25T07:20:16,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:16,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:16,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:16,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:16,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:16,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:16,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519216942Disabling compacts and flushes for region at 1732519216942Disabling writes for close at 1732519216942Writing region close event to WAL at 1732519216942Closed at 1732519216942 2024-11-25T07:20:16,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:16,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:20:16,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:20:16,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:16,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:20:17,095 DEBUG [5eb3d201e8c9:33845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:20:17,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:17,097 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,34773,1732519214351, state=OPENING 2024-11-25T07:20:17,098 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:20:17,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:17,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:17,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204388221/meta-region-server: CHANGED 2024-11-25T07:20:17,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204388221/meta-region-server: CHANGED 2024-11-25T07:20:17,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:17,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,34773,1732519214351}] 2024-11-25T07:20:17,256 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:17,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:20:17,260 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:20:17,260 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:17,260 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:20:17,261 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C34773%2C1732519214351.meta, suffix=.meta, logDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/oldWALs, maxLogs=10 2024-11-25T07:20:17,275 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.meta.1732519217262.meta, exclude list is [], retry=0 2024-11-25T07:20:17,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-8a42f43e-44f7-4d77-b398-1c0c29f6d746,DISK] 2024-11-25T07:20:17,279 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.meta.1732519217262.meta 2024-11-25T07:20:17,279 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44235:44235)] 2024-11-25T07:20:17,279 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:17,279 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:17,280 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:17,280 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:20:17,280 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:20:17,280 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:20:17,280 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:17,280 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:20:17,280 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:20:17,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:17,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:17,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:17,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:17,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:17,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:17,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:17,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:17,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:17,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:17,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:17,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:17,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:17,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:17,289 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:17,290 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740 2024-11-25T07:20:17,291 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740 2024-11-25T07:20:17,292 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:17,292 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:17,292 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:17,293 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:17,294 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69549195, jitterRate=0.036363765597343445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:17,294 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:20:17,294 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519217280Writing region info on filesystem at 1732519217280Initializing all the Stores at 1732519217281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519217281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519217281Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519217281Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519217281Cleaning up temporary data from old regions at 1732519217292 (+11 ms)Running coprocessor post-open hooks at 1732519217294 (+2 ms)Region opened successfully at 1732519217294 2024-11-25T07:20:17,295 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519217256 2024-11-25T07:20:17,297 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:20:17,297 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:20:17,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:17,298 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,34773,1732519214351, state=OPEN 2024-11-25T07:20:17,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204388221/meta-region-server 2024-11-25T07:20:17,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1204388221/meta-region-server 2024-11-25T07:20:17,299 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:17,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204388221/meta-region-server: CHANGED 2024-11-25T07:20:17,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1204388221/meta-region-server: CHANGED 2024-11-25T07:20:17,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:20:17,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,34773,1732519214351 in 195 msec 2024-11-25T07:20:17,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:20:17,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-25T07:20:17,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:17,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:20:17,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:17,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,34773,1732519214351, seqNum=-1] 2024-11-25T07:20:17,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:17,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:17,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-25T07:20:17,308 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519217308, completionTime=-1 2024-11-25T07:20:17,308 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:20:17,308 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:20:17,310 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:20:17,310 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519277310 2024-11-25T07:20:17,310 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519337310 2024-11-25T07:20:17,310 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:20:17,311 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33845,1732519214297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:17,311 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33845,1732519214297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:17,311 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33845,1732519214297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:17,311 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:33845, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:17,311 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:17,311 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:17,312 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33845,1732519214297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:17,314 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33845,1732519214297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:20:17,316 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:20:17,316 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:20:17,316 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,33845,1732519214297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:17,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df92662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:17,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33845,-1 for getting cluster id 2024-11-25T07:20:17,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:17,374 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db47d220-5694-439e-814e-457625a725b0' 2024-11-25T07:20:17,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:17,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db47d220-5694-439e-814e-457625a725b0" 2024-11-25T07:20:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e8b943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33845,-1] 2024-11-25T07:20:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:17,376 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:17,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e6c2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:17,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,34773,1732519214351, seqNum=-1] 2024-11-25T07:20:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:17,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:17,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:17,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:17,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dff234c0002 connected 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.log.dir so I do NOT create it in target/test-data/f22f92a2-b634-631d-c182-277f413b316d 2024-11-25T07:20:17,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.tmp.dir so I do NOT create it in target/test-data/f22f92a2-b634-631d-c182-277f413b316d 2024-11-25T07:20:17,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:20:17,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/cluster_1d878ca2-bf26-757c-887d-07a3a0b9475b, deleteOnExit=true 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/test.cache.data in system properties and HBase conf 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:20:17,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:20:17,388 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:20:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:20:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:20:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:20:17,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:20:17,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:17,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:17,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:17,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:17,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:20:17,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:17,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cb3e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:17,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57254cdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:17,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22d63ea0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/java.io.tmpdir/jetty-localhost-40055-hadoop-hdfs-3_4_1-tests_jar-_-any-16044726386354750136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:17,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36b609be{HTTP/1.1, (http/1.1)}{localhost:40055} 2024-11-25T07:20:17,611 INFO [Time-limited test {}] server.Server(415): Started @214430ms 2024-11-25T07:20:17,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:17,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:17,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:17,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:17,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:17,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c528cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:17,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be291d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:17,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62fd1456{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/java.io.tmpdir/jetty-localhost-36707-hadoop-hdfs-3_4_1-tests_jar-_-any-6347627527634093250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:17,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45329239{HTTP/1.1, (http/1.1)}{localhost:36707} 2024-11-25T07:20:17,807 INFO [Time-limited test {}] server.Server(415): Started @214626ms 2024-11-25T07:20:17,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:20:17,913 WARN [Thread-2796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/cluster_1d878ca2-bf26-757c-887d-07a3a0b9475b/data/data1/current/BP-1819082673-172.17.0.2-1732519217408/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:17,913 WARN [Thread-2797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/cluster_1d878ca2-bf26-757c-887d-07a3a0b9475b/data/data2/current/BP-1819082673-172.17.0.2-1732519217408/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:17,931 WARN [Thread-2784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:20:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x693ebe1e28df863c with lease ID 0x1f9e8863006ccd2: Processing first storage report for DS-56a65368-0add-4c8f-a938-5af2aaf03d45 from datanode DatanodeRegistration(127.0.0.1:39227, datanodeUuid=a7ecb125-5ad5-4567-9b8b-1436b756824f, infoPort=39745, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1766387163;c=1732519217408) 2024-11-25T07:20:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x693ebe1e28df863c with lease ID 0x1f9e8863006ccd2: from storage DS-56a65368-0add-4c8f-a938-5af2aaf03d45 node DatanodeRegistration(127.0.0.1:39227, datanodeUuid=a7ecb125-5ad5-4567-9b8b-1436b756824f, infoPort=39745, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1766387163;c=1732519217408), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x693ebe1e28df863c with lease ID 0x1f9e8863006ccd2: Processing first storage report for DS-9f028a70-3448-4e9f-b9e2-df7c41c8fdb1 from datanode DatanodeRegistration(127.0.0.1:39227, datanodeUuid=a7ecb125-5ad5-4567-9b8b-1436b756824f, infoPort=39745, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1766387163;c=1732519217408) 2024-11-25T07:20:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x693ebe1e28df863c with lease ID 0x1f9e8863006ccd2: from storage DS-9f028a70-3448-4e9f-b9e2-df7c41c8fdb1 node DatanodeRegistration(127.0.0.1:39227, datanodeUuid=a7ecb125-5ad5-4567-9b8b-1436b756824f, infoPort=39745, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=1766387163;c=1732519217408), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:18,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d 2024-11-25T07:20:18,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:18,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:18,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:20:18,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:20:18,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:18,448 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56 with version=8 2024-11-25T07:20:18,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/hbase-staging 2024-11-25T07:20:18,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:18,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:18,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:18,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:18,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:18,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:18,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:20:18,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:18,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32865 2024-11-25T07:20:18,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32865 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:18,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328650x0, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:18,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32865-0x1014dff234c0003 connected 2024-11-25T07:20:18,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:18,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:18,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on znode that does not yet exist, /1-1944431843/running 2024-11-25T07:20:18,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56, hbase.cluster.distributed=false 2024-11-25T07:20:18,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on znode that does not yet exist, /1-1944431843/acl 2024-11-25T07:20:18,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32865 2024-11-25T07:20:18,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32865 2024-11-25T07:20:18,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32865 2024-11-25T07:20:18,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32865 2024-11-25T07:20:18,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32865 2024-11-25T07:20:18,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:18,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:18,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:18,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:20:18,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:18,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38297 2024-11-25T07:20:18,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38297 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:18,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:18,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:18,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382970x0, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:18,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382970x0, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on znode that does not yet exist, /1-1944431843/running 2024-11-25T07:20:18,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38297-0x1014dff234c0004 connected 2024-11-25T07:20:18,500 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:20:18,501 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:20:18,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on znode that does not yet exist, /1-1944431843/master 2024-11-25T07:20:18,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on znode that does not yet exist, /1-1944431843/acl 2024-11-25T07:20:18,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-25T07:20:18,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38297 2024-11-25T07:20:18,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38297 2024-11-25T07:20:18,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-25T07:20:18,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38297 2024-11-25T07:20:18,518 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:32865 2024-11-25T07:20:18,519 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1944431843/backup-masters/5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:18,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843/backup-masters 2024-11-25T07:20:18,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843/backup-masters 2024-11-25T07:20:18,521 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on existing znode=/1-1944431843/backup-masters/5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1944431843/master 2024-11-25T07:20:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:18,524 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on existing znode=/1-1944431843/master 2024-11-25T07:20:18,524 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1944431843/backup-masters/5eb3d201e8c9,32865,1732519218450 from backup master directory 2024-11-25T07:20:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1944431843/backup-masters/5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843/backup-masters 2024-11-25T07:20:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843/backup-masters 2024-11-25T07:20:18,525 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:18,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:18,528 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/hbase.id] with ID: 26c89b27-dc6b-4e4e-a292-5695836d94d8 2024-11-25T07:20:18,528 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/.tmp/hbase.id 2024-11-25T07:20:18,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:20:18,938 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/.tmp/hbase.id]:[hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/hbase.id] 2024-11-25T07:20:18,950 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:18,950 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:20:18,951 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:20:18,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:18,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:20:19,359 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:19,360 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:20:19,360 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:20:19,374 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store 2024-11-25T07:20:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:20:19,385 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:19,385 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:19,385 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:19,385 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:19,385 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:19,385 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:19,385 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:19,385 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519219385Disabling compacts and flushes for region at 1732519219385Disabling writes for close at 1732519219385Writing region close event to WAL at 1732519219385Closed at 1732519219385 2024-11-25T07:20:19,387 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/.initializing 2024-11-25T07:20:19,387 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/WALs/5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:19,388 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:19,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C32865%2C1732519218450, suffix=, logDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/WALs/5eb3d201e8c9,32865,1732519218450, archiveDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/oldWALs, maxLogs=10 2024-11-25T07:20:19,411 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/WALs/5eb3d201e8c9,32865,1732519218450/5eb3d201e8c9%2C32865%2C1732519218450.1732519219390, exclude list is [], retry=0 2024-11-25T07:20:19,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39227,DS-56a65368-0add-4c8f-a938-5af2aaf03d45,DISK] 2024-11-25T07:20:19,442 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/WALs/5eb3d201e8c9,32865,1732519218450/5eb3d201e8c9%2C32865%2C1732519218450.1732519219390 2024-11-25T07:20:19,451 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-25T07:20:19,451 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:19,452 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:19,452 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,452 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:20:19,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:19,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:20:19,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:19,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:20:19,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:19,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:20:19,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:19,472 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,473 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,473 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,474 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,474 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,475 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:19,476 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:19,479 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:19,480 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64321058, jitterRate=-0.04154154658317566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:19,480 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519219452Initializing all the Stores at 1732519219453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519219453Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519219464 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519219464Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519219464Cleaning up temporary data from old regions at 1732519219474 (+10 ms)Region opened successfully at 1732519219480 (+6 ms) 2024-11-25T07:20:19,480 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:20:19,483 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2945e683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:19,483 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:20:19,484 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:20:19,484 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:20:19,484 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:20:19,484 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:20:19,484 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:20:19,484 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:20:19,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:20:19,487 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Unable to get data of znode /1-1944431843/balancer because node does not exist (not necessarily an error) 2024-11-25T07:20:19,488 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1944431843/balancer already deleted, retry=false 2024-11-25T07:20:19,488 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:20:19,489 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Unable to get data of znode /1-1944431843/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:20:19,490 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1944431843/normalizer already deleted, retry=false 2024-11-25T07:20:19,490 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:20:19,491 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Unable to get data of znode /1-1944431843/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:20:19,494 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1944431843/switch/split already deleted, retry=false 2024-11-25T07:20:19,494 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Unable to get data of znode /1-1944431843/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:20:19,495 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1944431843/switch/merge already deleted, retry=false 2024-11-25T07:20:19,497 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Unable to get data of znode /1-1944431843/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:20:19,498 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1944431843/snapshot-cleanup already deleted, retry=false 2024-11-25T07:20:19,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1944431843/running 2024-11-25T07:20:19,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:19,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1944431843/running 2024-11-25T07:20:19,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:19,506 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,32865,1732519218450, sessionid=0x1014dff234c0003, setting cluster-up flag (Was=false) 2024-11-25T07:20:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:19,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:19,521 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1944431843/flush-table-proc/acquired, /1-1944431843/flush-table-proc/reached, /1-1944431843/flush-table-proc/abort 2024-11-25T07:20:19,522 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:19,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:19,531 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1944431843/online-snapshot/acquired, /1-1944431843/online-snapshot/reached, /1-1944431843/online-snapshot/abort 2024-11-25T07:20:19,532 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:19,533 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:20:19,535 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:19,535 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:20:19,535 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:20:19,536 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,32865,1732519218450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:19,537 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:19,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:20:19,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:20:19,564 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519249564 2024-11-25T07:20:19,564 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:20:19,564 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:20:19,565 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:20:19,565 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:20:19,565 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:20:19,565 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:20:19,575 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,577 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:20:19,577 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:20:19,577 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:20:19,577 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:20:19,580 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:20:19,580 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:20:19,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:20:19,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:20:19,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56 2024-11-25T07:20:19,583 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519219580,5,FailOnTimeoutGroup] 2024-11-25T07:20:19,587 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519219583,5,FailOnTimeoutGroup] 2024-11-25T07:20:19,587 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,587 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:20:19,588 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,588 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:20:19,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:19,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:19,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:19,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:19,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:19,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:19,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:19,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:19,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:19,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:19,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:19,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:19,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:19,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:19,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:19,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740 2024-11-25T07:20:19,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740 2024-11-25T07:20:19,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:19,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:19,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:19,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:19,634 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(746): ClusterId : 26c89b27-dc6b-4e4e-a292-5695836d94d8 2024-11-25T07:20:19,634 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:20:19,637 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:20:19,637 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:20:19,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:19,638 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62987062, jitterRate=-0.06141963601112366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:19,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519219598Initializing all the Stores at 1732519219599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519219599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519219606 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519219606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519219606Cleaning up temporary data from old regions at 1732519219614 (+8 ms)Region opened successfully at 1732519219638 (+24 ms) 2024-11-25T07:20:19,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:19,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:19,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:19,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:19,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:19,640 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:20:19,641 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a53cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:19,641 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:19,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519219638Disabling compacts and flushes for region at 1732519219638Disabling writes for close at 1732519219638Writing region close event to WAL at 1732519219641 (+3 ms)Closed at 1732519219641 2024-11-25T07:20:19,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:19,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:20:19,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:20:19,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:19,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:20:19,663 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:38297 2024-11-25T07:20:19,663 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:20:19,663 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:20:19,663 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:20:19,664 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,32865,1732519218450 with port=38297, startcode=1732519218491 2024-11-25T07:20:19,664 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:20:19,666 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:20:19,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:19,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32865 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:19,669 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56 2024-11-25T07:20:19,669 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34257 2024-11-25T07:20:19,669 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:20:19,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843/rs 2024-11-25T07:20:19,678 DEBUG [RS:0;5eb3d201e8c9:38297 {}] zookeeper.ZKUtil(111): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on existing znode=/1-1944431843/rs/5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:19,679 WARN [RS:0;5eb3d201e8c9:38297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:19,679 INFO [RS:0;5eb3d201e8c9:38297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:19,679 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:19,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,38297,1732519218491] 2024-11-25T07:20:19,683 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:20:19,684 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:20:19,693 INFO [RS:0;5eb3d201e8c9:38297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:20:19,693 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,696 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:20:19,697 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:20:19,697 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,697 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,698 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,698 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:19,698 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:19,698 DEBUG [RS:0;5eb3d201e8c9:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:19,702 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,702 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,702 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,702 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,702 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,702 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38297,1732519218491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:19,719 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:20:19,719 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38297,1732519218491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,719 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,719 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.Replication(171): 5eb3d201e8c9,38297,1732519218491 started 2024-11-25T07:20:19,734 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:19,734 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,38297,1732519218491, RpcServer on 5eb3d201e8c9/172.17.0.2:38297, sessionid=0x1014dff234c0004 2024-11-25T07:20:19,734 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:20:19,734 DEBUG [RS:0;5eb3d201e8c9:38297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:19,734 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,38297,1732519218491' 2024-11-25T07:20:19,734 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1944431843/flush-table-proc/abort' 2024-11-25T07:20:19,735 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1944431843/flush-table-proc/acquired' 2024-11-25T07:20:19,736 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:20:19,736 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:20:19,736 DEBUG [RS:0;5eb3d201e8c9:38297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:19,736 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,38297,1732519218491' 2024-11-25T07:20:19,736 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1944431843/online-snapshot/abort' 2024-11-25T07:20:19,736 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1944431843/online-snapshot/acquired' 2024-11-25T07:20:19,737 DEBUG [RS:0;5eb3d201e8c9:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:20:19,737 INFO [RS:0;5eb3d201e8c9:38297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:20:19,737 INFO [RS:0;5eb3d201e8c9:38297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:20:19,795 WARN [5eb3d201e8c9:32865 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:20:19,837 INFO [RS:0;5eb3d201e8c9:38297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:19,840 INFO [RS:0;5eb3d201e8c9:38297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C38297%2C1732519218491, suffix=, logDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491, archiveDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/oldWALs, maxLogs=10 2024-11-25T07:20:19,864 DEBUG [RS:0;5eb3d201e8c9:38297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, exclude list is [], retry=0 2024-11-25T07:20:19,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39227,DS-56a65368-0add-4c8f-a938-5af2aaf03d45,DISK] 2024-11-25T07:20:19,889 INFO [RS:0;5eb3d201e8c9:38297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 2024-11-25T07:20:19,890 DEBUG [RS:0;5eb3d201e8c9:38297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-25T07:20:20,046 DEBUG [5eb3d201e8c9:32865 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:20:20,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:20,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,38297,1732519218491, state=OPENING 2024-11-25T07:20:20,049 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:20:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:20,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1944431843/meta-region-server: CHANGED 2024-11-25T07:20:20,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1944431843/meta-region-server: CHANGED 2024-11-25T07:20:20,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:20,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,38297,1732519218491}] 2024-11-25T07:20:20,205 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:20,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:20:20,210 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:20:20,210 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:20,210 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:20:20,212 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C38297%2C1732519218491.meta, suffix=.meta, logDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491, archiveDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/oldWALs, maxLogs=10 2024-11-25T07:20:20,229 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.meta.1732519220212.meta, exclude list is [], retry=0 2024-11-25T07:20:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39227,DS-56a65368-0add-4c8f-a938-5af2aaf03d45,DISK] 2024-11-25T07:20:20,237 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.meta.1732519220212.meta 2024-11-25T07:20:20,237 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-25T07:20:20,237 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:20,238 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:20,240 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:20,240 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:20:20,240 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:20:20,240 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:20:20,240 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:20,240 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:20:20,240 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:20:20,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:20,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:20,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:20,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:20,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:20,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:20,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:20,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:20,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:20,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:20,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:20,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:20,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:20,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:20,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:20,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:20,247 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:20,247 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740 2024-11-25T07:20:20,248 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740 2024-11-25T07:20:20,249 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:20,249 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:20,249 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:20,251 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:20,251 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67784521, jitterRate=0.010068073868751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:20,251 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:20:20,251 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519220240Writing region info on filesystem at 1732519220240Initializing all the Stores at 1732519220241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519220241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519220242 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519220242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519220242Cleaning up temporary data from old regions at 1732519220249 (+7 ms)Running coprocessor post-open hooks at 1732519220251 (+2 ms)Region opened successfully at 1732519220251 2024-11-25T07:20:20,252 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519220204 2024-11-25T07:20:20,254 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:20:20,254 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:20:20,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:20,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,38297,1732519218491, state=OPEN 2024-11-25T07:20:20,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1944431843/meta-region-server 2024-11-25T07:20:20,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1944431843/meta-region-server 2024-11-25T07:20:20,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1944431843/meta-region-server: CHANGED 2024-11-25T07:20:20,257 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:20,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1944431843/meta-region-server: CHANGED 2024-11-25T07:20:20,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:20:20,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,38297,1732519218491 in 205 msec 2024-11-25T07:20:20,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:20:20,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-25T07:20:20,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:20,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:20:20,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:20,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38297,1732519218491, seqNum=-1] 2024-11-25T07:20:20,262 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:20,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:20,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-11-25T07:20:20,269 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519220269, completionTime=-1 2024-11-25T07:20:20,269 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:20:20,269 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:20:20,274 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519280275 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519340275 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32865,1732519218450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32865,1732519218450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32865,1732519218450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:32865, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:20,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:20,277 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:20:20,277 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.756sec 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32865,1732519218450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:20,281 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32865,1732519218450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:20:20,283 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:20:20,283 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:20:20,283 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32865,1732519218450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:20,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582349e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:20,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32865,-1 for getting cluster id 2024-11-25T07:20:20,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:20,341 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c89b27-dc6b-4e4e-a292-5695836d94d8' 2024-11-25T07:20:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c89b27-dc6b-4e4e-a292-5695836d94d8" 2024-11-25T07:20:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74293c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32865,-1] 2024-11-25T07:20:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:20,342 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:20,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1b841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:20,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38297,1732519218491, seqNum=-1] 2024-11-25T07:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:20,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:20,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:20,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:20,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:20,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dff234c0005 connected 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.log.dir so I do NOT create it in target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d 2024-11-25T07:20:20,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.tmp.dir so I do NOT create it in target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d 2024-11-25T07:20:20,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:20:20,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/cluster_a5a9ad44-50b1-dfb8-7eea-748dfd83edd9, deleteOnExit=true 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/test.cache.data in system properties and HBase conf 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:20:20,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:20:20,357 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:20:20,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:20:20,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:20,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:20,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:20,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:20,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:20:20,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:20,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:20,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:20,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@584a7232{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/java.io.tmpdir/jetty-localhost-34667-hadoop-hdfs-3_4_1-tests_jar-_-any-11463939697805153210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:20,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:34667} 2024-11-25T07:20:20,591 INFO [Time-limited test {}] server.Server(415): Started @217410ms 2024-11-25T07:20:20,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:20,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:20,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:20,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:20,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:20,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:20,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:20,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39bbaf65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/java.io.tmpdir/jetty-localhost-33701-hadoop-hdfs-3_4_1-tests_jar-_-any-18055313532675451026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:20,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:33701} 2024-11-25T07:20:20,903 INFO [Time-limited test {}] server.Server(415): Started @217722ms 2024-11-25T07:20:20,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:20:21,036 WARN [Thread-2916 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/cluster_a5a9ad44-50b1-dfb8-7eea-748dfd83edd9/data/data1/current/BP-1044230481-172.17.0.2-1732519220376/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:21,036 WARN [Thread-2917 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/cluster_a5a9ad44-50b1-dfb8-7eea-748dfd83edd9/data/data2/current/BP-1044230481-172.17.0.2-1732519220376/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:21,077 WARN [Thread-2904 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:20:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2037b6348a1f3861 with lease ID 0x521b9c2bdc82a875: Processing first storage report for DS-38cc0e4d-b801-40ea-9810-00d99d6e50bf from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=94d2ffdc-cf19-42fc-836b-2abd59944f14, infoPort=36949, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=431123277;c=1732519220376) 2024-11-25T07:20:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2037b6348a1f3861 with lease ID 0x521b9c2bdc82a875: from storage DS-38cc0e4d-b801-40ea-9810-00d99d6e50bf node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=94d2ffdc-cf19-42fc-836b-2abd59944f14, infoPort=36949, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=431123277;c=1732519220376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2037b6348a1f3861 with lease ID 0x521b9c2bdc82a875: Processing first storage report for DS-6b3398e0-5187-46fd-984d-fceccd56f3e2 from datanode DatanodeRegistration(127.0.0.1:36739, datanodeUuid=94d2ffdc-cf19-42fc-836b-2abd59944f14, infoPort=36949, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=431123277;c=1732519220376) 2024-11-25T07:20:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2037b6348a1f3861 with lease ID 0x521b9c2bdc82a875: from storage DS-6b3398e0-5187-46fd-984d-fceccd56f3e2 node DatanodeRegistration(127.0.0.1:36739, datanodeUuid=94d2ffdc-cf19-42fc-836b-2abd59944f14, infoPort=36949, infoSecurePort=0, ipcPort=41915, storageInfo=lv=-57;cid=testClusterID;nsid=431123277;c=1732519220376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:21,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d 2024-11-25T07:20:21,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:21,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:20:21,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b with version=8 2024-11-25T07:20:21,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/hbase-staging 2024-11-25T07:20:21,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:21,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:21,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:21,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:21,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:21,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:21,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:20:21,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:21,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40745 2024-11-25T07:20:21,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40745 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:21,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407450x0, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:21,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40745-0x1014dff234c0006 connected 2024-11-25T07:20:21,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:21,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:21,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on znode that does not yet exist, /2600744214/running 2024-11-25T07:20:21,226 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b, hbase.cluster.distributed=false 2024-11-25T07:20:21,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on znode that does not yet exist, /2600744214/acl 2024-11-25T07:20:21,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40745 2024-11-25T07:20:21,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40745 2024-11-25T07:20:21,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40745 2024-11-25T07:20:21,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40745 2024-11-25T07:20:21,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40745 2024-11-25T07:20:21,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:21,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:21,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:21,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:21,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:21,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:21,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:20:21,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:21,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40193 2024-11-25T07:20:21,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40193 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:21,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:21,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:21,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401930x0, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:21,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401930x0, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on znode that does not yet exist, /2600744214/running 2024-11-25T07:20:21,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:20:21,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40193-0x1014dff234c0007 connected 2024-11-25T07:20:21,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:20:21,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on znode that does not yet exist, /2600744214/master 2024-11-25T07:20:21,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on znode that does not yet exist, /2600744214/acl 2024-11-25T07:20:21,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40193 2024-11-25T07:20:21,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40193 2024-11-25T07:20:21,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40193 2024-11-25T07:20:21,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40193 2024-11-25T07:20:21,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40193 2024-11-25T07:20:21,295 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:40745 2024-11-25T07:20:21,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2600744214/backup-masters/5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:21,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214/backup-masters 2024-11-25T07:20:21,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214/backup-masters 2024-11-25T07:20:21,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on existing znode=/2600744214/backup-masters/5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2600744214/master 2024-11-25T07:20:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,302 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on existing znode=/2600744214/master 2024-11-25T07:20:21,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2600744214/backup-masters/5eb3d201e8c9,40745,1732519221202 from backup master directory 2024-11-25T07:20:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2600744214/backup-masters/5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214/backup-masters 2024-11-25T07:20:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214/backup-masters 2024-11-25T07:20:21,305 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:21,305 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:21,311 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/hbase.id] with ID: 1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef 2024-11-25T07:20:21,311 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/.tmp/hbase.id 2024-11-25T07:20:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:20:21,729 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/.tmp/hbase.id]:[hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/hbase.id] 2024-11-25T07:20:21,739 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:21,739 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:20:21,741 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T07:20:21,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:20:21,760 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:21,761 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:20:21,764 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:20:21,783 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store 2024-11-25T07:20:21,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:20:21,794 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:21,795 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:21,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:21,795 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:21,795 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:21,795 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:21,795 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:21,795 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519221794Disabling compacts and flushes for region at 1732519221794Disabling writes for close at 1732519221795 (+1 ms)Writing region close event to WAL at 1732519221795Closed at 1732519221795 2024-11-25T07:20:21,796 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/.initializing 2024-11-25T07:20:21,796 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/WALs/5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:21,797 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:21,798 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C40745%2C1732519221202, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/WALs/5eb3d201e8c9,40745,1732519221202, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/oldWALs, maxLogs=10 2024-11-25T07:20:21,821 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/WALs/5eb3d201e8c9,40745,1732519221202/5eb3d201e8c9%2C40745%2C1732519221202.1732519221799, exclude list is [], retry=0 2024-11-25T07:20:21,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-38cc0e4d-b801-40ea-9810-00d99d6e50bf,DISK] 2024-11-25T07:20:21,830 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/WALs/5eb3d201e8c9,40745,1732519221202/5eb3d201e8c9%2C40745%2C1732519221202.1732519221799 2024-11-25T07:20:21,832 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-25T07:20:21,832 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:21,832 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:21,832 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,832 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:20:21,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:21,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:21,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:20:21,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:21,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:21,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:20:21,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:21,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:21,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:20:21,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:21,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:21,844 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,844 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,845 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,846 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,846 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,846 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:21,847 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:21,848 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:21,849 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65360256, jitterRate=-0.026056289672851562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:21,849 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519221832Initializing all the Stores at 1732519221833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519221833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519221837 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519221837Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519221837Cleaning up temporary data from old regions at 1732519221846 (+9 ms)Region opened successfully at 1732519221849 (+3 ms) 2024-11-25T07:20:21,849 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:20:21,851 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222b134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:21,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:20:21,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:20:21,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:20:21,853 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:20:21,853 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:20:21,853 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:20:21,853 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:20:21,855 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:20:21,855 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Unable to get data of znode /2600744214/balancer because node does not exist (not necessarily an error) 2024-11-25T07:20:21,857 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2600744214/balancer already deleted, retry=false 2024-11-25T07:20:21,857 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:20:21,857 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Unable to get data of znode /2600744214/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:20:21,858 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2600744214/normalizer already deleted, retry=false 2024-11-25T07:20:21,859 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:20:21,859 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Unable to get data of znode /2600744214/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:20:21,862 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2600744214/switch/split already deleted, retry=false 2024-11-25T07:20:21,863 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Unable to get data of znode /2600744214/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:20:21,864 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2600744214/switch/merge already deleted, retry=false 2024-11-25T07:20:21,865 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Unable to get data of znode /2600744214/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:20:21,866 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2600744214/snapshot-cleanup already deleted, retry=false 2024-11-25T07:20:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2600744214/running 2024-11-25T07:20:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2600744214/running 2024-11-25T07:20:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,868 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,40745,1732519221202, sessionid=0x1014dff234c0006, setting cluster-up flag (Was=false) 2024-11-25T07:20:21,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,881 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2600744214/flush-table-proc/acquired, /2600744214/flush-table-proc/reached, /2600744214/flush-table-proc/abort 2024-11-25T07:20:21,882 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:21,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:21,893 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2600744214/online-snapshot/acquired, /2600744214/online-snapshot/reached, /2600744214/online-snapshot/abort 2024-11-25T07:20:21,894 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:21,895 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:20:21,896 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:21,897 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:20:21,897 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:20:21,897 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,40745,1732519221202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:21,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:21,903 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519251903 2024-11-25T07:20:21,904 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:20:21,904 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:20:21,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:21,904 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:20:21,904 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:20:21,904 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:20:21,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:20:21,904 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:20:21,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:21,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:20:21,906 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:21,908 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:20:21,909 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:20:21,909 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:20:21,909 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:20:21,912 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:20:21,912 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:20:21,912 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519221912,5,FailOnTimeoutGroup] 2024-11-25T07:20:21,912 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519221912,5,FailOnTimeoutGroup] 2024-11-25T07:20:21,912 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:21,912 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:20:21,912 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:21,912 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:21,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:20:21,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:20:21,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b 2024-11-25T07:20:21,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:20:21,983 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(746): ClusterId : 1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef 2024-11-25T07:20:21,983 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:20:21,985 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:20:21,985 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:20:21,987 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:20:21,988 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc948b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:22,003 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:40193 2024-11-25T07:20:22,003 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:20:22,003 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:20:22,003 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:20:22,004 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,40745,1732519221202 with port=40193, startcode=1732519221254 2024-11-25T07:20:22,004 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:20:22,006 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:20:22,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,008 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b 2024-11-25T07:20:22,008 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41767 2024-11-25T07:20:22,008 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:20:22,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214/rs 2024-11-25T07:20:22,017 DEBUG [RS:0;5eb3d201e8c9:40193 {}] zookeeper.ZKUtil(111): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on existing znode=/2600744214/rs/5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,017 WARN [RS:0;5eb3d201e8c9:40193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:22,017 INFO [RS:0;5eb3d201e8c9:40193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:22,017 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,40193,1732519221254] 2024-11-25T07:20:22,020 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:20:22,022 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:20:22,023 INFO [RS:0;5eb3d201e8c9:40193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:20:22,023 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,024 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:20:22,025 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:20:22,025 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,025 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:22,026 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:22,026 DEBUG [RS:0;5eb3d201e8c9:40193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:22,028 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,028 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,028 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,028 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,028 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,028 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40193,1732519221254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:22,050 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:20:22,050 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40193,1732519221254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,050 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,050 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.Replication(171): 5eb3d201e8c9,40193,1732519221254 started 2024-11-25T07:20:22,063 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,063 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,40193,1732519221254, RpcServer on 5eb3d201e8c9/172.17.0.2:40193, sessionid=0x1014dff234c0007 2024-11-25T07:20:22,064 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:20:22,064 DEBUG [RS:0;5eb3d201e8c9:40193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,064 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,40193,1732519221254' 2024-11-25T07:20:22,064 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2600744214/flush-table-proc/abort' 2024-11-25T07:20:22,064 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2600744214/flush-table-proc/acquired' 2024-11-25T07:20:22,065 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:20:22,065 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:20:22,065 DEBUG [RS:0;5eb3d201e8c9:40193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,065 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,40193,1732519221254' 2024-11-25T07:20:22,065 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2600744214/online-snapshot/abort' 2024-11-25T07:20:22,065 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2600744214/online-snapshot/acquired' 2024-11-25T07:20:22,066 DEBUG [RS:0;5eb3d201e8c9:40193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:20:22,066 INFO [RS:0;5eb3d201e8c9:40193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:20:22,066 INFO [RS:0;5eb3d201e8c9:40193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:20:22,166 INFO [RS:0;5eb3d201e8c9:40193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:22,167 INFO [RS:0;5eb3d201e8c9:40193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40193%2C1732519221254, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/oldWALs, maxLogs=10 2024-11-25T07:20:22,181 DEBUG [RS:0;5eb3d201e8c9:40193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, exclude list is [], retry=0 2024-11-25T07:20:22,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-38cc0e4d-b801-40ea-9810-00d99d6e50bf,DISK] 2024-11-25T07:20:22,187 INFO [RS:0;5eb3d201e8c9:40193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 2024-11-25T07:20:22,188 DEBUG [RS:0;5eb3d201e8c9:40193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-25T07:20:22,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:20:22,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:22,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:22,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:22,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:22,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:22,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:22,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:22,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:22,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:22,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:22,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740 2024-11-25T07:20:22,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740 2024-11-25T07:20:22,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:22,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:22,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:22,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:22,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:22,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64119515, jitterRate=-0.0445447713136673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:22,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519222324Initializing all the Stores at 1732519222325 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519222325Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519222325Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519222325Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519222325Cleaning up temporary data from old regions at 1732519222333 (+8 ms)Region opened successfully at 1732519222343 (+10 ms) 2024-11-25T07:20:22,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:22,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:22,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:22,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:22,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:22,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:22,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519222343Disabling compacts and flushes for region at 1732519222343Disabling writes for close at 1732519222343Writing region close event to WAL at 1732519222345 (+2 ms)Closed at 1732519222345 2024-11-25T07:20:22,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:22,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:20:22,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:20:22,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:22,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:20:22,499 DEBUG [5eb3d201e8c9:40745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:20:22,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,40193,1732519221254, state=OPENING 2024-11-25T07:20:22,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:20:22,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:22,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:22,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:22,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2600744214/meta-region-server: CHANGED 2024-11-25T07:20:22,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40193,1732519221254}] 2024-11-25T07:20:22,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2600744214/meta-region-server: CHANGED 2024-11-25T07:20:22,656 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:22,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:20:22,662 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:20:22,662 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:22,662 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:20:22,663 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40193%2C1732519221254.meta, suffix=.meta, logDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/oldWALs, maxLogs=10 2024-11-25T07:20:22,681 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.meta.1732519222664.meta, exclude list is [], retry=0 2024-11-25T07:20:22,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-38cc0e4d-b801-40ea-9810-00d99d6e50bf,DISK] 2024-11-25T07:20:22,685 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.meta.1732519222664.meta 2024-11-25T07:20:22,688 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-25T07:20:22,688 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:22,689 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:22,689 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:22,689 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:20:22,689 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:20:22,689 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:20:22,689 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:22,689 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:20:22,689 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:20:22,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:22,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:22,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:22,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:22,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:22,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:22,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:22,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:22,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:22,695 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:22,696 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740 2024-11-25T07:20:22,697 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740 2024-11-25T07:20:22,698 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:22,698 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:22,698 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:22,699 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:22,700 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74679751, jitterRate=0.1128150075674057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:22,700 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:20:22,700 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519222689Writing region info on filesystem at 1732519222689Initializing all the Stores at 1732519222690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519222690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519222690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519222690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519222690Cleaning up temporary data from old regions at 1732519222698 (+8 ms)Running coprocessor post-open hooks at 1732519222700 (+2 ms)Region opened successfully at 1732519222700 2024-11-25T07:20:22,701 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519222656 2024-11-25T07:20:22,703 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:20:22,703 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:20:22,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,704 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,40193,1732519221254, state=OPEN 2024-11-25T07:20:22,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2600744214/meta-region-server 2024-11-25T07:20:22,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2600744214/meta-region-server 2024-11-25T07:20:22,706 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:22,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2600744214/meta-region-server: CHANGED 2024-11-25T07:20:22,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2600744214/meta-region-server: CHANGED 2024-11-25T07:20:22,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:20:22,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40193,1732519221254 in 202 msec 2024-11-25T07:20:22,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:20:22,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-25T07:20:22,710 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:22,710 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:20:22,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:22,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40193,1732519221254, seqNum=-1] 2024-11-25T07:20:22,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:22,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:22,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 821 msec 2024-11-25T07:20:22,717 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519222717, completionTime=-1 2024-11-25T07:20:22,718 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:20:22,718 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519282720 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519342720 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40745,1732519221202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40745,1732519221202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40745,1732519221202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:40745, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,720 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,722 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.418sec 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40745,1732519221202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:22,724 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40745,1732519221202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:20:22,726 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:20:22,726 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:20:22,726 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40745,1732519221202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:22,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:22,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:22,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:22,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:22,793 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378c7acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:22,795 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:22,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:22,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40193,1732519221254, seqNum=-1] 2024-11-25T07:20:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:22,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:22,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:22,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54971 2024-11-25T07:20:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:22,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@787085a9 2024-11-25T07:20:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:22,815 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:22,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:22,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:20:22,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:20:22,819 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:22,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:20:22,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:20:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:22,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014dff234c0008 connected 2024-11-25T07:20:22,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:22,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:20:22,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c664395610220dd40c1b082410dacdd, NAME => 'test,,1732519222816.4c664395610220dd40c1b082410dacdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4 2024-11-25T07:20:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:20:22,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519222816.4c664395610220dd40c1b082410dacdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:22,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c664395610220dd40c1b082410dacdd, disabling compactions & flushes 2024-11-25T07:20:22,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:22,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:22,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519222816.4c664395610220dd40c1b082410dacdd. after waiting 0 ms 2024-11-25T07:20:22,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:22,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:22,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c664395610220dd40c1b082410dacdd: Waiting for close lock at 1732519222878Disabling compacts and flushes for region at 1732519222878Disabling writes for close at 1732519222879 (+1 ms)Writing region close event to WAL at 1732519222879Closed at 1732519222879 2024-11-25T07:20:22,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:20:22,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519222816.4c664395610220dd40c1b082410dacdd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519222880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519222880"}]},"ts":"1732519222880"} 2024-11-25T07:20:22,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:20:22,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:20:22,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519222884"}]},"ts":"1732519222884"} 2024-11-25T07:20:22,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:20:22,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c664395610220dd40c1b082410dacdd, ASSIGN}] 2024-11-25T07:20:22,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c664395610220dd40c1b082410dacdd, ASSIGN 2024-11-25T07:20:22,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c664395610220dd40c1b082410dacdd, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,34773,1732519214351; forceNewPlan=false, retain=false 2024-11-25T07:20:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:23,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c664395610220dd40c1b082410dacdd, regionState=OPENING, regionLocation=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:23,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c664395610220dd40c1b082410dacdd, ASSIGN because future has completed 2024-11-25T07:20:23,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c664395610220dd40c1b082410dacdd, server=5eb3d201e8c9,34773,1732519214351}] 2024-11-25T07:20:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:23,206 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:23,220 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c664395610220dd40c1b082410dacdd, NAME => 'test,,1732519222816.4c664395610220dd40c1b082410dacdd.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:23,221 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:23,221 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:20:23,221 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,221 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519222816.4c664395610220dd40c1b082410dacdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:23,221 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,221 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,228 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,234 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c664395610220dd40c1b082410dacdd columnFamilyName f 2024-11-25T07:20:23,234 DEBUG [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:23,235 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] regionserver.HStore(327): Store=4c664395610220dd40c1b082410dacdd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:23,235 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,239 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c664395610220dd40c1b082410dacdd columnFamilyName f1 2024-11-25T07:20:23,239 DEBUG [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:23,240 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] regionserver.HStore(327): Store=4c664395610220dd40c1b082410dacdd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:23,240 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,248 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c664395610220dd40c1b082410dacdd columnFamilyName norep 2024-11-25T07:20:23,248 DEBUG [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:23,249 INFO [StoreOpener-4c664395610220dd40c1b082410dacdd-1 {}] regionserver.HStore(327): Store=4c664395610220dd40c1b082410dacdd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:23,249 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,250 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,250 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,251 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,251 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,252 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:20:23,253 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,261 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:23,261 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c664395610220dd40c1b082410dacdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63655512, jitterRate=-0.05145895481109619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:20:23,261 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:23,262 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c664395610220dd40c1b082410dacdd: Running coprocessor pre-open hook at 1732519223221Writing region info on filesystem at 1732519223221Initializing all the Stores at 1732519223227 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519223228 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519223228Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519223228Cleaning up temporary data from old regions at 1732519223251 (+23 ms)Running coprocessor post-open hooks at 1732519223261 (+10 ms)Region opened successfully at 1732519223262 (+1 ms) 2024-11-25T07:20:23,263 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519222816.4c664395610220dd40c1b082410dacdd., pid=6, masterSystemTime=1732519223201 2024-11-25T07:20:23,265 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:23,265 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:23,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c664395610220dd40c1b082410dacdd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:23,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c664395610220dd40c1b082410dacdd, server=5eb3d201e8c9,34773,1732519214351 because future has completed 2024-11-25T07:20:23,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:20:23,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c664395610220dd40c1b082410dacdd, server=5eb3d201e8c9,34773,1732519214351 in 235 msec 2024-11-25T07:20:23,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:20:23,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c664395610220dd40c1b082410dacdd, ASSIGN in 395 msec 2024-11-25T07:20:23,286 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:20:23,286 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519223286"}]},"ts":"1732519223286"} 2024-11-25T07:20:23,288 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:20:23,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:20:23,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 472 msec 2024-11-25T07:20:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:23,454 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:20:23,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cd98da 2024-11-25T07:20:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:23,460 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:23,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:20:23,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:20:23,464 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:23,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:20:23,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:20:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:20:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:23,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07a74a4aa473a14edc119ff032e4c92b, NAME => 'test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56 2024-11-25T07:20:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:20:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:24,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:24,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 07a74a4aa473a14edc119ff032e4c92b, disabling compactions & flushes 2024-11-25T07:20:24,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:24,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:24,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. after waiting 0 ms 2024-11-25T07:20:24,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:24,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:24,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07a74a4aa473a14edc119ff032e4c92b: Waiting for close lock at 1732519224309Disabling compacts and flushes for region at 1732519224309Disabling writes for close at 1732519224309Writing region close event to WAL at 1732519224309Closed at 1732519224309 2024-11-25T07:20:24,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:20:24,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519224310"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519224310"}]},"ts":"1732519224310"} 2024-11-25T07:20:24,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:20:24,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:20:24,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519224313"}]},"ts":"1732519224313"} 2024-11-25T07:20:24,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:20:24,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07a74a4aa473a14edc119ff032e4c92b, ASSIGN}] 2024-11-25T07:20:24,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07a74a4aa473a14edc119ff032e4c92b, ASSIGN 2024-11-25T07:20:24,317 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=07a74a4aa473a14edc119ff032e4c92b, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,38297,1732519218491; forceNewPlan=false, retain=false 2024-11-25T07:20:24,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07a74a4aa473a14edc119ff032e4c92b, regionState=OPENING, regionLocation=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:24,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=07a74a4aa473a14edc119ff032e4c92b, ASSIGN because future has completed 2024-11-25T07:20:24,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07a74a4aa473a14edc119ff032e4c92b, server=5eb3d201e8c9,38297,1732519218491}] 2024-11-25T07:20:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:24,626 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:24,626 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07a74a4aa473a14edc119ff032e4c92b, NAME => 'test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:24,627 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:24,627 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:20:24,627 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,627 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:24,627 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,627 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,628 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,629 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07a74a4aa473a14edc119ff032e4c92b columnFamilyName f 2024-11-25T07:20:24,629 DEBUG [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:24,630 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] regionserver.HStore(327): Store=07a74a4aa473a14edc119ff032e4c92b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:24,630 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,630 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07a74a4aa473a14edc119ff032e4c92b columnFamilyName f1 2024-11-25T07:20:24,631 DEBUG [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:24,631 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] regionserver.HStore(327): Store=07a74a4aa473a14edc119ff032e4c92b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:24,631 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,632 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07a74a4aa473a14edc119ff032e4c92b columnFamilyName norep 2024-11-25T07:20:24,632 DEBUG [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:24,632 INFO [StoreOpener-07a74a4aa473a14edc119ff032e4c92b-1 {}] regionserver.HStore(327): Store=07a74a4aa473a14edc119ff032e4c92b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:24,632 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,633 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,633 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,634 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,634 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,634 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:20:24,635 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,637 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:24,637 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07a74a4aa473a14edc119ff032e4c92b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62423783, jitterRate=-0.06981314718723297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:20:24,637 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:24,637 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07a74a4aa473a14edc119ff032e4c92b: Running coprocessor pre-open hook at 1732519224627Writing region info on filesystem at 1732519224627Initializing all the Stores at 1732519224628 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519224628Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519224628Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519224628Cleaning up temporary data from old regions at 1732519224634 (+6 ms)Running coprocessor post-open hooks at 1732519224637 (+3 ms)Region opened successfully at 1732519224637 2024-11-25T07:20:24,638 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b., pid=6, masterSystemTime=1732519224623 2024-11-25T07:20:24,640 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:24,640 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:24,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07a74a4aa473a14edc119ff032e4c92b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:24,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07a74a4aa473a14edc119ff032e4c92b, server=5eb3d201e8c9,38297,1732519218491 because future has completed 2024-11-25T07:20:24,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:20:24,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07a74a4aa473a14edc119ff032e4c92b, server=5eb3d201e8c9,38297,1732519218491 in 173 msec 2024-11-25T07:20:24,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:20:24,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=07a74a4aa473a14edc119ff032e4c92b, ASSIGN in 330 msec 2024-11-25T07:20:24,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:20:24,647 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519224647"}]},"ts":"1732519224647"} 2024-11-25T07:20:24,648 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:20:24,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:20:24,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-11-25T07:20:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:25,614 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:20:25,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520ee93a 2024-11-25T07:20:25,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:25,616 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:25,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:20:25,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:20:25,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:25,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:20:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:25,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:20:25,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:20:25,683 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:20:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:26,041 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ab1bbebc1593f6fbfb7e232b53f1eba, NAME => 'test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b 2024-11-25T07:20:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:20:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:26,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:26,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7ab1bbebc1593f6fbfb7e232b53f1eba, disabling compactions & flushes 2024-11-25T07:20:26,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:26,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:26,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. after waiting 0 ms 2024-11-25T07:20:26,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:26,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:26,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ab1bbebc1593f6fbfb7e232b53f1eba: Waiting for close lock at 1732519226455Disabling compacts and flushes for region at 1732519226455Disabling writes for close at 1732519226455Writing region close event to WAL at 1732519226455Closed at 1732519226455 2024-11-25T07:20:26,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:20:26,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519226456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519226456"}]},"ts":"1732519226456"} 2024-11-25T07:20:26,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:20:26,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:20:26,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519226459"}]},"ts":"1732519226459"} 2024-11-25T07:20:26,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:20:26,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ab1bbebc1593f6fbfb7e232b53f1eba, ASSIGN}] 2024-11-25T07:20:26,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ab1bbebc1593f6fbfb7e232b53f1eba, ASSIGN 2024-11-25T07:20:26,463 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7ab1bbebc1593f6fbfb7e232b53f1eba, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,40193,1732519221254; forceNewPlan=false, retain=false 2024-11-25T07:20:26,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ab1bbebc1593f6fbfb7e232b53f1eba, regionState=OPENING, regionLocation=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:26,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7ab1bbebc1593f6fbfb7e232b53f1eba, ASSIGN because future has completed 2024-11-25T07:20:26,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab1bbebc1593f6fbfb7e232b53f1eba, server=5eb3d201e8c9,40193,1732519221254}] 2024-11-25T07:20:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:26,772 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:26,772 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab1bbebc1593f6fbfb7e232b53f1eba, NAME => 'test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:26,772 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:26,772 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:20:26,772 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,773 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:26,773 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,773 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,774 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,775 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab1bbebc1593f6fbfb7e232b53f1eba columnFamilyName f 2024-11-25T07:20:26,775 DEBUG [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:26,776 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] regionserver.HStore(327): Store=7ab1bbebc1593f6fbfb7e232b53f1eba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:26,776 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,777 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab1bbebc1593f6fbfb7e232b53f1eba columnFamilyName f1 2024-11-25T07:20:26,777 DEBUG [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:26,777 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] regionserver.HStore(327): Store=7ab1bbebc1593f6fbfb7e232b53f1eba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:26,777 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,778 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab1bbebc1593f6fbfb7e232b53f1eba columnFamilyName norep 2024-11-25T07:20:26,778 DEBUG [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:26,778 INFO [StoreOpener-7ab1bbebc1593f6fbfb7e232b53f1eba-1 {}] regionserver.HStore(327): Store=7ab1bbebc1593f6fbfb7e232b53f1eba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:26,778 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,779 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,779 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,780 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,780 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,780 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:20:26,781 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,783 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:26,783 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ab1bbebc1593f6fbfb7e232b53f1eba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65346156, jitterRate=-0.026266396045684814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:20:26,783 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:26,783 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ab1bbebc1593f6fbfb7e232b53f1eba: Running coprocessor pre-open hook at 1732519226773Writing region info on filesystem at 1732519226773Initializing all the Stores at 1732519226773Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519226773Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519226773Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519226773Cleaning up temporary data from old regions at 1732519226780 (+7 ms)Running coprocessor post-open hooks at 1732519226783 (+3 ms)Region opened successfully at 1732519226783 2024-11-25T07:20:26,784 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba., pid=6, masterSystemTime=1732519226768 2024-11-25T07:20:26,786 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:26,786 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:26,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ab1bbebc1593f6fbfb7e232b53f1eba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:26,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab1bbebc1593f6fbfb7e232b53f1eba, server=5eb3d201e8c9,40193,1732519221254 because future has completed 2024-11-25T07:20:26,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:20:26,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ab1bbebc1593f6fbfb7e232b53f1eba, server=5eb3d201e8c9,40193,1732519221254 in 173 msec 2024-11-25T07:20:26,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:20:26,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7ab1bbebc1593f6fbfb7e232b53f1eba, ASSIGN in 330 msec 2024-11-25T07:20:26,793 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:20:26,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519226793"}]},"ts":"1732519226793"} 2024-11-25T07:20:26,795 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:20:26,795 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:20:26,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-25T07:20:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:20:27,773 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:20:27,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:27,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33845,-1 for getting cluster id 2024-11-25T07:20:27,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:27,775 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db47d220-5694-439e-814e-457625a725b0' 2024-11-25T07:20:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db47d220-5694-439e-814e-457625a725b0" 2024-11-25T07:20:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4637face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33845,-1] 2024-11-25T07:20:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:27,777 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:27,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4083100c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:27,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23427c3b 2024-11-25T07:20:27,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:27,780 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:27,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:32865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:20:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:20:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:27,783 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:32865' 2024-11-25T07:20:27,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e91e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:27,784 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32865,-1 for getting cluster id 2024-11-25T07:20:27,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:27,785 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c89b27-dc6b-4e4e-a292-5695836d94d8' 2024-11-25T07:20:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c89b27-dc6b-4e4e-a292-5695836d94d8" 2024-11-25T07:20:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f4c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32865,-1] 2024-11-25T07:20:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:27,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:27,786 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7aa6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:27,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:27,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d75a3f5 2024-11-25T07:20:27,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:27,788 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:27,789 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:20:27,789 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:20:27,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:27,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:27,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:27,790 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:27,791 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:20:27,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:20:27,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:27,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:20:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:20:27,841 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:20:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:28,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:28,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caed4aaec4981a45a0b93528ac6cb85f, NAME => 'hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4 2024-11-25T07:20:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:20:28,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:28,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:20:28,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T07:20:28,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:28,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T07:20:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:28,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:28,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing caed4aaec4981a45a0b93528ac6cb85f, disabling compactions & flushes 2024-11-25T07:20:28,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:28,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:28,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. after waiting 0 ms 2024-11-25T07:20:28,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:28,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:28,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for caed4aaec4981a45a0b93528ac6cb85f: Waiting for close lock at 1732519228608Disabling compacts and flushes for region at 1732519228608Disabling writes for close at 1732519228609 (+1 ms)Writing region close event to WAL at 1732519228609Closed at 1732519228609 2024-11-25T07:20:28,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:20:28,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519228610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519228610"}]},"ts":"1732519228610"} 2024-11-25T07:20:28,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:20:28,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:20:28,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519228612"}]},"ts":"1732519228612"} 2024-11-25T07:20:28,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:20:28,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caed4aaec4981a45a0b93528ac6cb85f, ASSIGN}] 2024-11-25T07:20:28,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caed4aaec4981a45a0b93528ac6cb85f, ASSIGN 2024-11-25T07:20:28,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=caed4aaec4981a45a0b93528ac6cb85f, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,34773,1732519214351; forceNewPlan=false, retain=false 2024-11-25T07:20:28,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=caed4aaec4981a45a0b93528ac6cb85f, regionState=OPENING, regionLocation=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:28,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=caed4aaec4981a45a0b93528ac6cb85f, ASSIGN because future has completed 2024-11-25T07:20:28,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure caed4aaec4981a45a0b93528ac6cb85f, server=5eb3d201e8c9,34773,1732519214351}] 2024-11-25T07:20:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:28,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:28,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:28,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:20:28,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C34773%2C1732519214351.rep, suffix=, logDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/oldWALs, maxLogs=10 2024-11-25T07:20:28,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.rep.1732519228931, exclude list is [], retry=0 2024-11-25T07:20:28,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38783,DS-8a42f43e-44f7-4d77-b398-1c0c29f6d746,DISK] 2024-11-25T07:20:28,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.rep.1732519228931 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44235:44235)] 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => caed4aaec4981a45a0b93528ac6cb85f, NAME => 'hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:28,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. service=MultiRowMutationService 2024-11-25T07:20:28,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,954 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,955 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed4aaec4981a45a0b93528ac6cb85f columnFamilyName hfileref 2024-11-25T07:20:28,955 DEBUG [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:28,955 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] regionserver.HStore(327): Store=caed4aaec4981a45a0b93528ac6cb85f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:28,955 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,956 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed4aaec4981a45a0b93528ac6cb85f columnFamilyName queue 2024-11-25T07:20:28,956 DEBUG [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:28,956 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] regionserver.HStore(327): Store=caed4aaec4981a45a0b93528ac6cb85f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:28,956 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,957 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed4aaec4981a45a0b93528ac6cb85f columnFamilyName sid 2024-11-25T07:20:28,957 DEBUG [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:28,958 INFO [StoreOpener-caed4aaec4981a45a0b93528ac6cb85f-1 {}] regionserver.HStore(327): Store=caed4aaec4981a45a0b93528ac6cb85f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:28,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/replication/caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/replication/caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:20:28,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/replication/caed4aaec4981a45a0b93528ac6cb85f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:28,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened caed4aaec4981a45a0b93528ac6cb85f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60229748, jitterRate=-0.10250681638717651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:20:28,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:28,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for caed4aaec4981a45a0b93528ac6cb85f: Running coprocessor pre-open hook at 1732519228953Writing region info on filesystem at 1732519228953Initializing all the Stores at 1732519228953Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519228953Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519228953Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519228953Cleaning up temporary data from old regions at 1732519228959 (+6 ms)Running coprocessor post-open hooks at 1732519228965 (+6 ms)Region opened successfully at 1732519228965 2024-11-25T07:20:28,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f., pid=10, masterSystemTime=1732519228922 2024-11-25T07:20:28,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:28,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:28,968 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=caed4aaec4981a45a0b93528ac6cb85f, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure caed4aaec4981a45a0b93528ac6cb85f, server=5eb3d201e8c9,34773,1732519214351 because future has completed 2024-11-25T07:20:28,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:20:28,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure caed4aaec4981a45a0b93528ac6cb85f, server=5eb3d201e8c9,34773,1732519214351 in 201 msec 2024-11-25T07:20:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:20:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caed4aaec4981a45a0b93528ac6cb85f, ASSIGN in 358 msec 2024-11-25T07:20:28,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:20:28,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519228976"}]},"ts":"1732519228976"} 2024-11-25T07:20:28,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:20:28,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:20:28,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-25T07:20:28,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f., hostname=5eb3d201e8c9,34773,1732519214351, seqNum=2] 2024-11-25T07:20:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:29,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:20:29,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:20:29,159 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:20:29,188 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,34773,1732519214351, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:20:29,189 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:29,189 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,34773,1732519214351, seqNum=-1] 2024-11-25T07:20:29,189 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:29,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:29,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,34773,1732519214351', locateType=CURRENT is [region=hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f., hostname=5eb3d201e8c9,34773,1732519214351, seqNum=2] 2024-11-25T07:20:29,209 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:20:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:20:29,212 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,34773,1732519214351 suceeded 2024-11-25T07:20:29,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:20:29,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-25T07:20:29,214 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:32865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:20:29,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4340 sec 2024-11-25T07:20:29,230 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:32865' 2024-11-25T07:20:29,232 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67950e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,232 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32865,-1 for getting cluster id 2024-11-25T07:20:29,232 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:29,233 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c89b27-dc6b-4e4e-a292-5695836d94d8' 2024-11-25T07:20:29,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:29,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c89b27-dc6b-4e4e-a292-5695836d94d8" 2024-11-25T07:20:29,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f092de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32865,-1] 2024-11-25T07:20:29,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:29,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:29,235 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:29,236 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@85a0e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,236 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:29,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:29,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73dc480d 2024-11-25T07:20:29,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:29,238 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-25T07:20:29,239 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,34773,1732519214351 (queues=1) is replicating from cluster=db47d220-5694-439e-814e-457625a725b0 to cluster=26c89b27-dc6b-4e4e-a292-5695836d94d8 2024-11-25T07:20:29,239 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C34773%2C1732519214351 2024-11-25T07:20:29,239 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,34773,1732519214351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:20:29,239 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, startPosition=0, beingWritten=true 2024-11-25T07:20:29,248 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C34773%2C1732519214351 2024-11-25T07:20:29,251 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:29,251 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:29,251 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:29,455 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:29,762 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:29,943 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:20:29,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:29,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:29,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:29,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:29,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:29,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32865,-1 for getting cluster id 2024-11-25T07:20:29,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:29,946 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c89b27-dc6b-4e4e-a292-5695836d94d8' 2024-11-25T07:20:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c89b27-dc6b-4e4e-a292-5695836d94d8" 2024-11-25T07:20:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d70c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32865,-1] 2024-11-25T07:20:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:29,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:29,947 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2ee81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41b26fc5 2024-11-25T07:20:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:29,950 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:29,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:40745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:20:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:20:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:29,953 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:40745' 2024-11-25T07:20:29,954 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed0bb60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,954 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:29,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:29,955 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5337f578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:29,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:29,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:29,956 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:29,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b8f143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:29,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693c99d8 2024-11-25T07:20:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:29,959 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:29,959 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:20:29,959 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:20:29,959 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:29,960 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:29,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:29,960 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:29,961 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:20:29,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:20:29,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:29,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:20:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:20:30,011 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:20:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:30,166 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:30,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43725ff2c5509c3c48d91fe8d30d6c77, NAME => 'hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56 2024-11-25T07:20:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:20:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:30,671 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:30,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:30,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 43725ff2c5509c3c48d91fe8d30d6c77, disabling compactions & flushes 2024-11-25T07:20:30,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:30,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:30,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. after waiting 0 ms 2024-11-25T07:20:30,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:30,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:30,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43725ff2c5509c3c48d91fe8d30d6c77: Waiting for close lock at 1732519230777Disabling compacts and flushes for region at 1732519230777Disabling writes for close at 1732519230777Writing region close event to WAL at 1732519230777Closed at 1732519230777 2024-11-25T07:20:30,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:20:30,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519230779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519230779"}]},"ts":"1732519230779"} 2024-11-25T07:20:30,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:20:30,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:20:30,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519230785"}]},"ts":"1732519230785"} 2024-11-25T07:20:30,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:20:30,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43725ff2c5509c3c48d91fe8d30d6c77, ASSIGN}] 2024-11-25T07:20:30,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43725ff2c5509c3c48d91fe8d30d6c77, ASSIGN 2024-11-25T07:20:30,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43725ff2c5509c3c48d91fe8d30d6c77, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,38297,1732519218491; forceNewPlan=false, retain=false 2024-11-25T07:20:30,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43725ff2c5509c3c48d91fe8d30d6c77, regionState=OPENING, regionLocation=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:30,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43725ff2c5509c3c48d91fe8d30d6c77, ASSIGN because future has completed 2024-11-25T07:20:30,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43725ff2c5509c3c48d91fe8d30d6c77, server=5eb3d201e8c9,38297,1732519218491}] 2024-11-25T07:20:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:31,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:31,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:31,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:20:31,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C38297%2C1732519218491.rep, suffix=, logDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491, archiveDir=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/oldWALs, maxLogs=10 2024-11-25T07:20:31,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.rep.1732519231114, exclude list is [], retry=0 2024-11-25T07:20:31,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39227,DS-56a65368-0add-4c8f-a938-5af2aaf03d45,DISK] 2024-11-25T07:20:31,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.rep.1732519231114 2024-11-25T07:20:31,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39745:39745)] 2024-11-25T07:20:31,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 43725ff2c5509c3c48d91fe8d30d6c77, NAME => 'hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:31,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:31,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:31,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. service=MultiRowMutationService 2024-11-25T07:20:31,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:20:31,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,154 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,157 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43725ff2c5509c3c48d91fe8d30d6c77 columnFamilyName hfileref 2024-11-25T07:20:31,157 DEBUG [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:31,157 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] regionserver.HStore(327): Store=43725ff2c5509c3c48d91fe8d30d6c77/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:31,158 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,159 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43725ff2c5509c3c48d91fe8d30d6c77 columnFamilyName queue 2024-11-25T07:20:31,159 DEBUG [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:31,159 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] regionserver.HStore(327): Store=43725ff2c5509c3c48d91fe8d30d6c77/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:31,159 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,161 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43725ff2c5509c3c48d91fe8d30d6c77 columnFamilyName sid 2024-11-25T07:20:31,161 DEBUG [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:31,161 INFO [StoreOpener-43725ff2c5509c3c48d91fe8d30d6c77-1 {}] regionserver.HStore(327): Store=43725ff2c5509c3c48d91fe8d30d6c77/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:31,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/replication/43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/replication/43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:20:31,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/replication/43725ff2c5509c3c48d91fe8d30d6c77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:31,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 43725ff2c5509c3c48d91fe8d30d6c77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69933559, jitterRate=0.042091235518455505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:20:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:31,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 43725ff2c5509c3c48d91fe8d30d6c77: Running coprocessor pre-open hook at 1732519231149Writing region info on filesystem at 1732519231149Initializing all the Stores at 1732519231150 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519231150Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519231154 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519231154Cleaning up temporary data from old regions at 1732519231165 (+11 ms)Running coprocessor post-open hooks at 1732519231177 (+12 ms)Region opened successfully at 1732519231177 2024-11-25T07:20:31,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77., pid=10, masterSystemTime=1732519231098 2024-11-25T07:20:31,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:31,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:31,182 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43725ff2c5509c3c48d91fe8d30d6c77, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43725ff2c5509c3c48d91fe8d30d6c77, server=5eb3d201e8c9,38297,1732519218491 because future has completed 2024-11-25T07:20:31,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:20:31,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 43725ff2c5509c3c48d91fe8d30d6c77, server=5eb3d201e8c9,38297,1732519218491 in 244 msec 2024-11-25T07:20:31,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:20:31,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43725ff2c5509c3c48d91fe8d30d6c77, ASSIGN in 404 msec 2024-11-25T07:20:31,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:20:31,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519231194"}]},"ts":"1732519231194"} 2024-11-25T07:20:31,196 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:20:31,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:20:31,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2370 sec 2024-11-25T07:20:31,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77., hostname=5eb3d201e8c9,38297,1732519218491, seqNum=2] 2024-11-25T07:20:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:31,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:20:31,276 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:31,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:20:31,388 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:20:31,422 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,38297,1732519218491, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:20:31,422 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:31,423 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38297,1732519218491, seqNum=-1] 2024-11-25T07:20:31,423 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:31,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:31,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,38297,1732519218491', locateType=CURRENT is [region=hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77., hostname=5eb3d201e8c9,38297,1732519218491, seqNum=2] 2024-11-25T07:20:31,428 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:20:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:20:31,430 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,38297,1732519218491 suceeded 2024-11-25T07:20:31,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:20:31,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-25T07:20:31,432 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:40745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:20:31,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4820 sec 2024-11-25T07:20:31,444 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:40745' 2024-11-25T07:20:31,445 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4fd68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:31,445 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:31,445 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:31,446 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d5bdae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:31,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:31,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:31,447 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:31,448 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@603613f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:31,448 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:31,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:31,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26a6b466 2024-11-25T07:20:31,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:31,450 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-25T07:20:31,450 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,38297,1732519218491 (queues=1) is replicating from cluster=26c89b27-dc6b-4e4e-a292-5695836d94d8 to cluster=1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef 2024-11-25T07:20:31,450 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C38297%2C1732519218491 2024-11-25T07:20:31,450 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,38297,1732519218491, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:20:31,451 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C38297%2C1732519218491 2024-11-25T07:20:31,451 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, startPosition=0, beingWritten=true 2024-11-25T07:20:31,456 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:31,456 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:31,456 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:31,659 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:31,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:20:31,964 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:31,981 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:32,103 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:20:32,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:32,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:32,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:32,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:32,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:32,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:32,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:32,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:32,110 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d0fcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:32,112 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6376dc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:32,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d61e934 2024-11-25T07:20:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:32,116 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:32,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:33845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:20:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:20:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:32,120 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:33845' 2024-11-25T07:20:32,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b72b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:32,129 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33845,-1 for getting cluster id 2024-11-25T07:20:32,129 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:32,130 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db47d220-5694-439e-814e-457625a725b0' 2024-11-25T07:20:32,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:32,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db47d220-5694-439e-814e-457625a725b0" 2024-11-25T07:20:32,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d90691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:32,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33845,-1] 2024-11-25T07:20:32,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:32,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:32,132 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:32,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ee3a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:32,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:32,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:32,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be6cfc2 2024-11-25T07:20:32,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:32,136 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:32,137 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:20:32,137 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:20:32,137 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:32,137 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:32,138 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:32,139 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:20:32,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:20:32,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:32,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:32,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:20:32,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:20:32,189 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:20:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:32,368 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:32,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80fb102022469964a9f6daade0ff6f77, NAME => 'hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b 2024-11-25T07:20:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:20:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:32,784 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:32,873 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:32,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:32,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 80fb102022469964a9f6daade0ff6f77, disabling compactions & flushes 2024-11-25T07:20:32,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:32,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:32,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. after waiting 0 ms 2024-11-25T07:20:32,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:32,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:32,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80fb102022469964a9f6daade0ff6f77: Waiting for close lock at 1732519232991Disabling compacts and flushes for region at 1732519232991Disabling writes for close at 1732519232991Writing region close event to WAL at 1732519232991Closed at 1732519232991 2024-11-25T07:20:32,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:20:32,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519232992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519232992"}]},"ts":"1732519232992"} 2024-11-25T07:20:32,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:20:32,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:20:32,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519232995"}]},"ts":"1732519232995"} 2024-11-25T07:20:32,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:20:32,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80fb102022469964a9f6daade0ff6f77, ASSIGN}] 2024-11-25T07:20:32,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80fb102022469964a9f6daade0ff6f77, ASSIGN 2024-11-25T07:20:32,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80fb102022469964a9f6daade0ff6f77, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,40193,1732519221254; forceNewPlan=false, retain=false 2024-11-25T07:20:33,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80fb102022469964a9f6daade0ff6f77, regionState=OPENING, regionLocation=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:33,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80fb102022469964a9f6daade0ff6f77, ASSIGN because future has completed 2024-11-25T07:20:33,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80fb102022469964a9f6daade0ff6f77, server=5eb3d201e8c9,40193,1732519221254}] 2024-11-25T07:20:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:33,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:33,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:33,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:20:33,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40193%2C1732519221254.rep, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/oldWALs, maxLogs=10 2024-11-25T07:20:33,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.rep.1732519233312, exclude list is [], retry=0 2024-11-25T07:20:33,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36739,DS-38cc0e4d-b801-40ea-9810-00d99d6e50bf,DISK] 2024-11-25T07:20:33,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.rep.1732519233312 2024-11-25T07:20:33,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36949:36949)] 2024-11-25T07:20:33,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 80fb102022469964a9f6daade0ff6f77, NAME => 'hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:33,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. service=MultiRowMutationService 2024-11-25T07:20:33,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:20:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,337 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,338 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80fb102022469964a9f6daade0ff6f77 columnFamilyName hfileref 2024-11-25T07:20:33,338 DEBUG [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:33,338 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] regionserver.HStore(327): Store=80fb102022469964a9f6daade0ff6f77/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:33,338 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,339 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80fb102022469964a9f6daade0ff6f77 columnFamilyName queue 2024-11-25T07:20:33,339 DEBUG [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:33,339 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] regionserver.HStore(327): Store=80fb102022469964a9f6daade0ff6f77/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:33,339 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,340 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80fb102022469964a9f6daade0ff6f77 columnFamilyName sid 2024-11-25T07:20:33,340 DEBUG [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:33,340 INFO [StoreOpener-80fb102022469964a9f6daade0ff6f77-1 {}] regionserver.HStore(327): Store=80fb102022469964a9f6daade0ff6f77/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:33,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/replication/80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/replication/80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:20:33,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/replication/80fb102022469964a9f6daade0ff6f77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:33,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 80fb102022469964a9f6daade0ff6f77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70849257, jitterRate=0.055736199021339417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:20:33,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:33,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 80fb102022469964a9f6daade0ff6f77: Running coprocessor pre-open hook at 1732519233335Writing region info on filesystem at 1732519233335Initializing all the Stores at 1732519233336 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519233336Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519233336Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519233336Cleaning up temporary data from old regions at 1732519233342 (+6 ms)Running coprocessor post-open hooks at 1732519233345 (+3 ms)Region opened successfully at 1732519233345 2024-11-25T07:20:33,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77., pid=10, masterSystemTime=1732519233306 2024-11-25T07:20:33,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:33,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:33,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80fb102022469964a9f6daade0ff6f77, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:33,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80fb102022469964a9f6daade0ff6f77, server=5eb3d201e8c9,40193,1732519221254 because future has completed 2024-11-25T07:20:33,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:20:33,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80fb102022469964a9f6daade0ff6f77, server=5eb3d201e8c9,40193,1732519221254 in 198 msec 2024-11-25T07:20:33,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:20:33,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80fb102022469964a9f6daade0ff6f77, ASSIGN in 355 msec 2024-11-25T07:20:33,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:20:33,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519233355"}]},"ts":"1732519233355"} 2024-11-25T07:20:33,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:20:33,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:20:33,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-25T07:20:33,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77., hostname=5eb3d201e8c9,40193,1732519221254, seqNum=2] 2024-11-25T07:20:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:33,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:20:33,478 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:33,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:20:33,558 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:20:33,599 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,40193,1732519221254, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:20:33,600 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:33,600 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40193,1732519221254, seqNum=-1] 2024-11-25T07:20:33,601 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:33,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:33,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,40193,1732519221254', locateType=CURRENT is [region=hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77., hostname=5eb3d201e8c9,40193,1732519221254, seqNum=2] 2024-11-25T07:20:33,606 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:20:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:20:33,609 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,40193,1732519221254 suceeded 2024-11-25T07:20:33,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:20:33,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-25T07:20:33,610 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:33845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:20:33,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-25T07:20:33,622 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:33845' 2024-11-25T07:20:33,623 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9d3a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:33,624 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33845,-1 for getting cluster id 2024-11-25T07:20:33,624 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:33,624 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db47d220-5694-439e-814e-457625a725b0' 2024-11-25T07:20:33,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:33,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db47d220-5694-439e-814e-457625a725b0" 2024-11-25T07:20:33,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3caf5c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:33,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33845,-1] 2024-11-25T07:20:33,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:33,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:33,626 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:33,627 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f6a082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:33,627 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:33,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:33,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c5a6a9 2024-11-25T07:20:33,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:33,628 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T07:20:33,629 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,40193,1732519221254 (queues=1) is replicating from cluster=1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef to cluster=db47d220-5694-439e-814e-457625a725b0 2024-11-25T07:20:33,629 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C40193%2C1732519221254 2024-11-25T07:20:33,629 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,40193,1732519221254, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:20:33,630 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C40193%2C1732519221254 2024-11-25T07:20:33,630 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, startPosition=0, beingWritten=true 2024-11-25T07:20:33,634 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:33,634 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 379, reset compression=false 2024-11-25T07:20:33,634 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:33,688 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 379, reset compression=false 2024-11-25T07:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 379, reset compression=false 2024-11-25T07:20:34,182 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:20:34,263 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:20:34,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:34,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:34,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:34,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:34,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:34,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e73b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33845,-1 for getting cluster id 2024-11-25T07:20:34,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:34,265 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db47d220-5694-439e-814e-457625a725b0' 2024-11-25T07:20:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db47d220-5694-439e-814e-457625a725b0" 2024-11-25T07:20:34,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10446d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33845,-1] 2024-11-25T07:20:34,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:34,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:34,267 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbe1621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65074503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32865,-1 for getting cluster id 2024-11-25T07:20:34,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:34,269 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c89b27-dc6b-4e4e-a292-5695836d94d8' 2024-11-25T07:20:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c89b27-dc6b-4e4e-a292-5695836d94d8" 2024-11-25T07:20:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a3986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32865,-1] 2024-11-25T07:20:34,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:34,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:34,270 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bad80c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:34,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:34,272 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37930903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:34,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:34,273 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:34,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638ebc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,34773,1732519214351, seqNum=-1] 2024-11-25T07:20:34,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:34,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:34,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519222816.4c664395610220dd40c1b082410dacdd., hostname=5eb3d201e8c9,34773,1732519214351, seqNum=2] 2024-11-25T07:20:34,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40193,1732519221254, seqNum=-1] 2024-11-25T07:20:34,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:34,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba., hostname=5eb3d201e8c9,40193,1732519221254, seqNum=2] 2024-11-25T07:20:34,284 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T07:20:34,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:34,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:34,546 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 379, reset compression=false 2024-11-25T07:20:34,692 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 379, reset compression=false 2024-11-25T07:20:34,701 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:34,701 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 480, reset compression=false 2024-11-25T07:20:34,701 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c664395610220dd40c1b082410dacdd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T07:20:34,703 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:34,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-25T07:20:34,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:34,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19275bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32865,-1 for getting cluster id 2024-11-25T07:20:34,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:34,707 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c89b27-dc6b-4e4e-a292-5695836d94d8' 2024-11-25T07:20:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c89b27-dc6b-4e4e-a292-5695836d94d8" 2024-11-25T07:20:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25175082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32865,-1] 2024-11-25T07:20:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:34,708 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:34,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a523d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:34,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:34,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38297,1732519218491, seqNum=-1] 2024-11-25T07:20:34,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:34,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:34,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b., hostname=5eb3d201e8c9,38297,1732519218491, seqNum=2] 2024-11-25T07:20:34,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:34,906 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 480, reset compression=false 2024-11-25T07:20:34,986 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 379, reset compression=false 2024-11-25T07:20:35,003 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:35,003 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 504, reset compression=false 2024-11-25T07:20:35,004 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[{test/07a74a4aa473a14edc119ff032e4c92b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T07:20:35,006 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:35,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-25T07:20:35,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:35,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ff43c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:35,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:35,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:35,010 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17cd1af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:35,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:35,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:35,011 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:35,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41a54fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:35,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:35,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40193,1732519221254, seqNum=-1] 2024-11-25T07:20:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:35,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:35,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba., hostname=5eb3d201e8c9,40193,1732519221254, seqNum=2] 2024-11-25T07:20:35,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:35,049 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 379, reset compression=false 2024-11-25T07:20:35,054 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:35,054 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 527, reset compression=false 2024-11-25T07:20:35,055 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:35,210 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 504, reset compression=false 2024-11-25T07:20:35,210 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 480, reset compression=false 2024-11-25T07:20:35,259 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 527, reset compression=false 2024-11-25T07:20:35,286 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T07:20:35,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:35,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38297,1732519218491, seqNum=-1] 2024-11-25T07:20:35,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:35,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b., hostname=5eb3d201e8c9,38297,1732519218491, seqNum=2] 2024-11-25T07:20:35,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T07:20:35,514 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 504, reset compression=false 2024-11-25T07:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 608, reset compression=false 2024-11-25T07:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[{test/07a74a4aa473a14edc119ff032e4c92b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T07:20:35,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:35,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:35,562 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 527, reset compression=false 2024-11-25T07:20:35,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:35,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 654, reset compression=false 2024-11-25T07:20:35,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab1bbebc1593f6fbfb7e232b53f1eba/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T07:20:35,569 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:35,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T07:20:35,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:35,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27594c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:35,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33845,-1 for getting cluster id 2024-11-25T07:20:35,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:35,571 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db47d220-5694-439e-814e-457625a725b0' 2024-11-25T07:20:35,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:35,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db47d220-5694-439e-814e-457625a725b0" 2024-11-25T07:20:35,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30747363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:35,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33845,-1] 2024-11-25T07:20:35,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:35,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:35,573 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:35,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a26e767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:35,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:35,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,34773,1732519214351, seqNum=-1] 2024-11-25T07:20:35,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:35,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T07:20:35,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732519222816.4c664395610220dd40c1b082410dacdd., hostname=5eb3d201e8c9,34773,1732519214351, seqNum=2] 2024-11-25T07:20:35,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:35,617 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 480, reset compression=false 2024-11-25T07:20:35,629 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:35,629 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 630, reset compression=false 2024-11-25T07:20:35,629 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:35,722 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 608, reset compression=false 2024-11-25T07:20:35,771 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 654, reset compression=false 2024-11-25T07:20:35,835 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 630, reset compression=false 2024-11-25T07:20:36,026 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 608, reset compression=false 2024-11-25T07:20:36,075 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 654, reset compression=false 2024-11-25T07:20:36,138 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 630, reset compression=false 2024-11-25T07:20:36,295 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T07:20:36,299 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T07:20:36,429 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 608, reset compression=false 2024-11-25T07:20:36,480 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 654, reset compression=false 2024-11-25T07:20:36,486 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:36,486 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 758, reset compression=false 2024-11-25T07:20:36,486 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab1bbebc1593f6fbfb7e232b53f1eba/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T07:20:36,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:36,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:36,542 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 630, reset compression=false 2024-11-25T07:20:36,548 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:36,548 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 757, reset compression=false 2024-11-25T07:20:36,548 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c664395610220dd40c1b082410dacdd/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T07:20:36,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:36,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:36,698 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 758, reset compression=false 2024-11-25T07:20:36,757 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 757, reset compression=false 2024-11-25T07:20:36,940 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 608, reset compression=false 2024-11-25T07:20:36,946 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:36,946 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 759, reset compression=false 2024-11-25T07:20:36,947 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:37,009 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 758, reset compression=false 2024-11-25T07:20:37,063 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 757, reset compression=false 2024-11-25T07:20:37,158 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 759, reset compression=false 2024-11-25T07:20:37,303 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T07:20:37,307 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T07:20:37,433 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 758, reset compression=false 2024-11-25T07:20:37,461 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 759, reset compression=false 2024-11-25T07:20:37,492 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 757, reset compression=false 2024-11-25T07:20:37,497 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:37,497 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 913, reset compression=false 2024-11-25T07:20:37,497 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c664395610220dd40c1b082410dacdd/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T07:20:37,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:37,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:37,701 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 913, reset compression=false 2024-11-25T07:20:37,868 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 759, reset compression=false 2024-11-25T07:20:37,874 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:37,874 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 907, reset compression=false 2024-11-25T07:20:37,874 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[{test/07a74a4aa473a14edc119ff032e4c92b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T07:20:37,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:37,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:37,937 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 758, reset compression=false 2024-11-25T07:20:37,943 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:37,943 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 929, reset compression=false 2024-11-25T07:20:37,943 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:38,005 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 913, reset compression=false 2024-11-25T07:20:38,082 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 907, reset compression=false 2024-11-25T07:20:38,146 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 929, reset compression=false 2024-11-25T07:20:38,309 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T07:20:38,312 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T07:20:38,392 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 907, reset compression=false 2024-11-25T07:20:38,397 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:38,397 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1066, reset compression=false 2024-11-25T07:20:38,397 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[{test/07a74a4aa473a14edc119ff032e4c92b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T07:20:38,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:38,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:38,410 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 913, reset compression=false 2024-11-25T07:20:38,461 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 929, reset compression=false 2024-11-25T07:20:38,466 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:38,466 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1078, reset compression=false 2024-11-25T07:20:38,466 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab1bbebc1593f6fbfb7e232b53f1eba/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T07:20:38,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:38,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:38,600 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1066, reset compression=false 2024-11-25T07:20:38,670 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1078, reset compression=false 2024-11-25T07:20:38,904 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1066, reset compression=false 2024-11-25T07:20:38,913 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 913, reset compression=false 2024-11-25T07:20:38,917 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:38,917 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1085, reset compression=false 2024-11-25T07:20:38,918 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:38,974 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1078, reset compression=false 2024-11-25T07:20:39,121 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1085, reset compression=false 2024-11-25T07:20:39,308 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1066, reset compression=false 2024-11-25T07:20:39,314 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T07:20:39,318 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T07:20:39,378 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1078, reset compression=false 2024-11-25T07:20:39,383 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:39,383 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1237, reset compression=false 2024-11-25T07:20:39,383 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab1bbebc1593f6fbfb7e232b53f1eba/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T07:20:39,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:39,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:39,425 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1085, reset compression=false 2024-11-25T07:20:39,434 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:39,434 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1234, reset compression=false 2024-11-25T07:20:39,434 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c664395610220dd40c1b082410dacdd/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T07:20:39,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:39,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:39,586 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1237, reset compression=false 2024-11-25T07:20:39,638 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1234, reset compression=false 2024-11-25T07:20:39,812 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1066, reset compression=false 2024-11-25T07:20:39,818 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:39,818 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1239, reset compression=false 2024-11-25T07:20:39,818 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:39,890 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1237, reset compression=false 2024-11-25T07:20:39,941 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1234, reset compression=false 2024-11-25T07:20:40,023 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1239, reset compression=false 2024-11-25T07:20:40,298 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1237, reset compression=false 2024-11-25T07:20:40,320 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T07:20:40,327 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1239, reset compression=false 2024-11-25T07:20:40,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d69ac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:40,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:40,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:40,329 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460b2e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:40,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:40,330 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:40,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad8e567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:40,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a37b2b0 2024-11-25T07:20:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:40,335 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:40,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-25T07:20:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-25T07:20:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T07:20:40,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:20:40,346 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1234, reset compression=false 2024-11-25T07:20:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T07:20:40,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T07:20:40,495 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-25T07:20:40,496 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-25T07:20:40,496 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,40193,1732519221254 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-25T07:20:40,496 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0. 2024-11-25T07:20:40,496 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:40,496 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:40,496 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:40,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:40,597 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:20:40,597 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:20:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T07:20:40,697 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 terminated 2024-11-25T07:20:40,719 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,40193,1732519221254, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:20:40,720 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-25T07:20:40,720 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T07:20:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T07:20:40,723 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5eb3d201e8c9,40193,1732519221254 suceeded 2024-11-25T07:20:40,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T07:20:40,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-25T07:20:40,728 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-25T07:20:40,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 392 msec 2024-11-25T07:20:40,732 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1239, reset compression=false 2024-11-25T07:20:40,741 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:33845' 2024-11-25T07:20:40,745 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f30619d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:40,745 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,33845,-1 for getting cluster id 2024-11-25T07:20:40,745 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:40,746 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db47d220-5694-439e-814e-457625a725b0' 2024-11-25T07:20:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db47d220-5694-439e-814e-457625a725b0" 2024-11-25T07:20:40,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11ba4260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:40,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,33845,-1] 2024-11-25T07:20:40,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:40,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:40,748 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:40,748 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@411fad7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:40,749 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ebf9de 2024-11-25T07:20:40,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:40,750 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T07:20:40,751 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,40193,1732519221254 (queues=1) is replicating from cluster=1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef to cluster=db47d220-5694-439e-814e-457625a725b0 2024-11-25T07:20:40,751 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C40193%2C1732519221254 2024-11-25T07:20:40,751 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,40193,1732519221254, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:20:40,751 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C40193%2C1732519221254 2024-11-25T07:20:40,850 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1234, reset compression=false 2024-11-25T07:20:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T07:20:40,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:40,964 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:20:40,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:40,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:40,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:40,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:40,968 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-25T07:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1239, reset compression=false 2024-11-25T07:20:41,453 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1234, reset compression=false 2024-11-25T07:20:41,462 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:41,462 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1338, reset compression=false 2024-11-25T07:20:41,462 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c664395610220dd40c1b082410dacdd/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T07:20:41,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:41,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:41,675 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1338, reset compression=false 2024-11-25T07:20:41,850 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1239, reset compression=false 2024-11-25T07:20:41,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:41,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1367, reset compression=false 2024-11-25T07:20:41,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[{test/07a74a4aa473a14edc119ff032e4c92b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T07:20:41,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:41,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:41,970 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-25T07:20:41,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f788f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:41,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,40745,-1 for getting cluster id 2024-11-25T07:20:41,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:41,974 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef' 2024-11-25T07:20:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aa9a86b-6210-42ff-a5bd-f59a7e26c4ef" 2024-11-25T07:20:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e5b0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,40745,-1] 2024-11-25T07:20:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:41,976 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:41,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e0b805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:41,979 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1338, reset compression=false 2024-11-25T07:20:41,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:20:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f76e865 2024-11-25T07:20:41,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:20:41,982 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:20:41,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-25T07:20:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-25T07:20:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T07:20:41,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:20:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T07:20:42,097 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1367, reset compression=false 2024-11-25T07:20:42,102 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:42,102 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:42,102 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[{test/07a74a4aa473a14edc119ff032e4c92b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T07:20:42,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:42,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:42,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-25T07:20:42,146 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-25T07:20:42,147 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T07:20:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T07:20:42,150 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5eb3d201e8c9,40193,1732519221254 suceeded 2024-11-25T07:20:42,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T07:20:42,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-25T07:20:42,152 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-25T07:20:42,152 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, startPosition=1237, beingWritten=true 2024-11-25T07:20:42,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 169 msec 2024-11-25T07:20:42,158 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:20:42,158 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1515, reset compression=false 2024-11-25T07:20:42,158 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab1bbebc1593f6fbfb7e232b53f1eba/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T07:20:42,161 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:42,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T07:20:42,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:20:42,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:20:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T07:20:42,304 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:20:42,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:42,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:42,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:42,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:42,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:42,307 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-25T07:20:42,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:20:42,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:42,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:42,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:42,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:42,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:20:42,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1098398423, stopped=false 2024-11-25T07:20:42,308 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,40745,1732519221202 2024-11-25T07:20:42,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2600744214/running 2024-11-25T07:20:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2600744214/running 2024-11-25T07:20:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:42,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:42,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:42,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:42,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:42,310 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,40193,1732519221254' ***** 2024-11-25T07:20:42,310 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:20:42,311 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:20:42,311 INFO [RS:0;5eb3d201e8c9:40193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:20:42,311 INFO [RS:0;5eb3d201e8c9:40193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:20:42,311 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:20:42,311 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ab1bbebc1593f6fbfb7e232b53f1eba 2024-11-25T07:20:42,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on znode that does not yet exist, /2600744214/running 2024-11-25T07:20:42,311 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:42,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Set watcher on znode that does not yet exist, /2600744214/running 2024-11-25T07:20:42,312 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(3091): Received CLOSE for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:42,312 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:42,312 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:42,312 INFO [RS:0;5eb3d201e8c9:40193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40193. 2024-11-25T07:20:42,312 DEBUG [RS:0;5eb3d201e8c9:40193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:42,312 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:42,313 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:20:42,313 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:20:42,313 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:20:42,313 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:20:42,313 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ab1bbebc1593f6fbfb7e232b53f1eba, disabling compactions & flushes 2024-11-25T07:20:42,313 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:42,313 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:42,313 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. after waiting 0 ms 2024-11-25T07:20:42,313 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:42,313 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T07:20:42,324 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:20:42,324 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ab1bbebc1593f6fbfb7e232b53f1eba=test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba., 80fb102022469964a9f6daade0ff6f77=hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77.} 2024-11-25T07:20:42,324 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab1bbebc1593f6fbfb7e232b53f1eba, 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:42,324 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:42,324 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:42,325 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:42,325 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:42,325 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:42,325 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:20:42,345 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/f/99ccf8008bf249faad1a462d0b847c7b is 37, key is row3/f:row3/1732519240965/Put/seqid=0 2024-11-25T07:20:42,347 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:42,351 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/info/ea02cb6b248f408b8c4cf3a062b27a7b is 147, key is hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77./info:regioninfo/1732519233348/Put/seqid=0 2024-11-25T07:20:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741840_1016 (size=5228) 2024-11-25T07:20:42,353 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/f/99ccf8008bf249faad1a462d0b847c7b 2024-11-25T07:20:42,358 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99ccf8008bf249faad1a462d0b847c7b 2024-11-25T07:20:42,364 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1515, reset compression=false 2024-11-25T07:20:42,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741841_1017 (size=7686) 2024-11-25T07:20:42,382 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:42,382 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1762, reset compression=false 2024-11-25T07:20:42,383 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,40193,1732519221254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:42,385 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,40193,1732519221254: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,40193,1732519221254, walGroup=5eb3d201e8c9%2C40193%2C1732519221254, offset=5eb3d201e8c9%2C40193%2C1732519221254.1732519222168:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:40193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:20:42,386 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:20:42,386 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:20:42,387 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:20:42,387 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:20:42,387 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:20:42,387 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 895401984 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198941776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:20:42,387 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:40745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:40745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:20:42,397 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/f1/3b956205868040b9b1199771b720adab is 30, key is row1/f1:/1732519238310/DeleteFamily/seqid=0 2024-11-25T07:20:42,397 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1338, reset compression=false 2024-11-25T07:20:42,431 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:42,431 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:42,431 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:42,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741842_1018 (size=5158) 2024-11-25T07:20:42,462 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/f1/3b956205868040b9b1199771b720adab 2024-11-25T07:20:42,467 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b956205868040b9b1199771b720adab 2024-11-25T07:20:42,488 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/norep/bcbaab54a5d747b8a72af416b3c05b42 is 33, key is row2/norep:/1732519239315/DeleteFamily/seqid=0 2024-11-25T07:20:42,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741843_1019 (size=5108) 2024-11-25T07:20:42,498 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/norep/bcbaab54a5d747b8a72af416b3c05b42 2024-11-25T07:20:42,502 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbaab54a5d747b8a72af416b3c05b42 2024-11-25T07:20:42,503 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/f/99ccf8008bf249faad1a462d0b847c7b as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/f/99ccf8008bf249faad1a462d0b847c7b 2024-11-25T07:20:42,512 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99ccf8008bf249faad1a462d0b847c7b 2024-11-25T07:20:42,512 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/f/99ccf8008bf249faad1a462d0b847c7b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T07:20:42,513 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/f1/3b956205868040b9b1199771b720adab as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/f1/3b956205868040b9b1199771b720adab 2024-11-25T07:20:42,519 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b956205868040b9b1199771b720adab 2024-11-25T07:20:42,519 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/f1/3b956205868040b9b1199771b720adab, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T07:20:42,520 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/.tmp/norep/bcbaab54a5d747b8a72af416b3c05b42 as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/norep/bcbaab54a5d747b8a72af416b3c05b42 2024-11-25T07:20:42,525 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab1bbebc1593f6fbfb7e232b53f1eba, 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:42,526 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcbaab54a5d747b8a72af416b3c05b42 2024-11-25T07:20:42,526 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/norep/bcbaab54a5d747b8a72af416b3c05b42, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T07:20:42,527 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7ab1bbebc1593f6fbfb7e232b53f1eba in 214ms, sequenceid=12, compaction requested=false 2024-11-25T07:20:42,545 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/default/test/7ab1bbebc1593f6fbfb7e232b53f1eba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T07:20:42,546 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:42,546 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:42,546 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:42,546 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ab1bbebc1593f6fbfb7e232b53f1eba: Waiting for close lock at 1732519242313Running coprocessor pre-close hooks at 1732519242313Disabling compacts and flushes for region at 1732519242313Disabling writes for close at 1732519242313Obtaining lock to block concurrent updates at 1732519242313Preparing flush snapshotting stores in 7ab1bbebc1593f6fbfb7e232b53f1eba at 1732519242313Finished memstore snapshotting test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732519242314 (+1 ms)Flushing stores of test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. at 1732519242315 (+1 ms)Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/f: creating writer at 1732519242315Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/f: appending metadata at 1732519242344 (+29 ms)Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/f: closing flushed file at 1732519242344Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/f1: creating writer at 1732519242358 (+14 ms)Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/f1: appending metadata at 1732519242396 (+38 ms)Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/f1: closing flushed file at 1732519242396Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/norep: creating writer at 1732519242467 (+71 ms)Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/norep: appending metadata at 1732519242486 (+19 ms)Flushing 7ab1bbebc1593f6fbfb7e232b53f1eba/norep: closing flushed file at 1732519242486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f0a23c: reopening flushed file at 1732519242502 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a443e47: reopening flushed file at 1732519242512 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ecc4b4e: reopening flushed file at 1732519242519 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7ab1bbebc1593f6fbfb7e232b53f1eba in 214ms, sequenceid=12, compaction requested=false at 1732519242527 (+8 ms)Writing region close event to WAL at 1732519242537 (+10 ms)Running coprocessor post-close hooks at 1732519242546 (+9 ms)Closed at 1732519242546 2024-11-25T07:20:42,547 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba. 2024-11-25T07:20:42,547 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80fb102022469964a9f6daade0ff6f77, disabling compactions & flushes 2024-11-25T07:20:42,547 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,547 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,547 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. after waiting 0 ms 2024-11-25T07:20:42,547 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,547 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80fb102022469964a9f6daade0ff6f77: Waiting for close lock at 1732519242547Running coprocessor pre-close hooks at 1732519242547Disabling compacts and flushes for region at 1732519242547Disabling writes for close at 1732519242547Failed flush hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77., putting online again at 1732519242547 2024-11-25T07:20:42,547 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,618 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 1762, reset compression=false 2024-11-25T07:20:42,626 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:42,627 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 2406, reset compression=false 2024-11-25T07:20:42,631 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:42,650 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:42,725 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(3091): Received CLOSE for 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:42,725 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80fb102022469964a9f6daade0ff6f77 2024-11-25T07:20:42,725 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80fb102022469964a9f6daade0ff6f77, disabling compactions & flushes 2024-11-25T07:20:42,725 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,725 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,725 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. after waiting 0 ms 2024-11-25T07:20:42,725 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,725 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80fb102022469964a9f6daade0ff6f77: Waiting for close lock at 1732519242725Running coprocessor pre-close hooks at 1732519242725Disabling compacts and flushes for region at 1732519242725Disabling writes for close at 1732519242725Failed flush hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77., putting online again at 1732519242725 2024-11-25T07:20:42,725 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77. 2024-11-25T07:20:42,774 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/info/ea02cb6b248f408b8c4cf3a062b27a7b 2024-11-25T07:20:42,795 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/ns/cdcbf9ff247449e1bea59c4624e6a5d7 is 43, key is default/ns:d/1732519222713/Put/seqid=0 2024-11-25T07:20:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741844_1020 (size=5153) 2024-11-25T07:20:42,801 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/ns/cdcbf9ff247449e1bea59c4624e6a5d7 2024-11-25T07:20:42,825 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/rep_barrier/67a31f4bd98a41b9a50abc180ff6b663 is 112, key is test,,1732519225617.7ab1bbebc1593f6fbfb7e232b53f1eba./rep_barrier:seqnumDuringOpen/1732519226787/Put/seqid=0 2024-11-25T07:20:42,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741845_1021 (size=5518) 2024-11-25T07:20:42,838 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 2406, reset compression=false 2024-11-25T07:20:42,925 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:42,954 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:43,042 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:43,051 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:20:43,051 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:20:43,125 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:43,142 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 2406, reset compression=false 2024-11-25T07:20:43,235 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/rep_barrier/67a31f4bd98a41b9a50abc180ff6b663 2024-11-25T07:20:43,261 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/table/3e0350356c38442c86e3cf3d399ba653 is 53, key is hbase:replication/table:state/1732519233355/Put/seqid=0 2024-11-25T07:20:43,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741846_1022 (size=5308) 2024-11-25T07:20:43,266 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/table/3e0350356c38442c86e3cf3d399ba653 2024-11-25T07:20:43,270 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/info/ea02cb6b248f408b8c4cf3a062b27a7b as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/info/ea02cb6b248f408b8c4cf3a062b27a7b 2024-11-25T07:20:43,273 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/info/ea02cb6b248f408b8c4cf3a062b27a7b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:20:43,274 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/ns/cdcbf9ff247449e1bea59c4624e6a5d7 as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/ns/cdcbf9ff247449e1bea59c4624e6a5d7 2024-11-25T07:20:43,277 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/ns/cdcbf9ff247449e1bea59c4624e6a5d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:20:43,278 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/rep_barrier/67a31f4bd98a41b9a50abc180ff6b663 as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/rep_barrier/67a31f4bd98a41b9a50abc180ff6b663 2024-11-25T07:20:43,281 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/rep_barrier/67a31f4bd98a41b9a50abc180ff6b663, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:20:43,282 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/.tmp/table/3e0350356c38442c86e3cf3d399ba653 as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/table/3e0350356c38442c86e3cf3d399ba653 2024-11-25T07:20:43,285 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/table/3e0350356c38442c86e3cf3d399ba653, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:20:43,285 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 960ms, sequenceid=16, compaction requested=false 2024-11-25T07:20:43,290 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:20:43,291 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:43,291 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:20:43,291 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:43,291 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519242324Running coprocessor pre-close hooks at 1732519242324Disabling compacts and flushes for region at 1732519242324Disabling writes for close at 1732519242325 (+1 ms)Obtaining lock to block concurrent updates at 1732519242325Preparing flush snapshotting stores in 1588230740 at 1732519242325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519242325Flushing stores of hbase:meta,,1.1588230740 at 1732519242326 (+1 ms)Flushing 1588230740/info: creating writer at 1732519242326Flushing 1588230740/info: appending metadata at 1732519242350 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732519242350Flushing 1588230740/ns: creating writer at 1732519242778 (+428 ms)Flushing 1588230740/ns: appending metadata at 1732519242795 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732519242795Flushing 1588230740/rep_barrier: creating writer at 1732519242806 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519242824 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519242824Flushing 1588230740/table: creating writer at 1732519243240 (+416 ms)Flushing 1588230740/table: appending metadata at 1732519243260 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732519243260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113a2975: reopening flushed file at 1732519243269 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3696e8de: reopening flushed file at 1732519243273 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23dd43c9: reopening flushed file at 1732519243277 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6408319e: reopening flushed file at 1732519243281 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 960ms, sequenceid=16, compaction requested=false at 1732519243285 (+4 ms)Writing region close event to WAL at 1732519243288 (+3 ms)Running coprocessor post-close hooks at 1732519243291 (+3 ms)Closed at 1732519243291 2024-11-25T07:20:43,291 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:43,326 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:20:43,326 DEBUG [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1325): Online Regions={80fb102022469964a9f6daade0ff6f77=hbase:replication,,1732519232137.80fb102022469964a9f6daade0ff6f77.} 2024-11-25T07:20:43,326 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T07:20:43,326 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,40193,1732519221254; all regions closed. 2024-11-25T07:20:43,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:20:43,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.meta.1732519222664.meta not finished, retry = 0 2024-11-25T07:20:43,358 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:43,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.rep.1732519233312 not finished, retry = 0 2024-11-25T07:20:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741839_1015 (size=2390) 2024-11-25T07:20:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741833_1009 (size=2414) 2024-11-25T07:20:43,534 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 not finished, retry = 0 2024-11-25T07:20:43,545 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:43,546 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 to pos 2406, reset compression=false 2024-11-25T07:20:43,635 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:43,635 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:43,635 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/WALs/5eb3d201e8c9,40193,1732519221254/5eb3d201e8c9%2C40193%2C1732519221254.1732519222168 2024-11-25T07:20:43,635 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:43,636 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:43,636 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:43,636 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:43,636 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,40193,1732519221254 because: Region server is closing 2024-11-25T07:20:43,636 INFO [RS:0;5eb3d201e8c9:40193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40193. 2024-11-25T07:20:43,636 DEBUG [RS:0;5eb3d201e8c9:40193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:43,636 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:43,637 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:43,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:43,737 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.shipper5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 terminated 2024-11-25T07:20:43,737 INFO [RS:0;5eb3d201e8c9:40193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40193. 2024-11-25T07:20:43,737 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,40193,1732519221254.replicationSource.wal-reader.5eb3d201e8c9%2C40193%2C1732519221254,1-5eb3d201e8c9,40193,1732519221254 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-25T07:20:43,737 DEBUG [RS:0;5eb3d201e8c9:40193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:43,737 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:43,737 DEBUG [RS:0;5eb3d201e8c9:40193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:43,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:43,738 INFO [RS:0;5eb3d201e8c9:40193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40193 2024-11-25T07:20:43,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2600744214/rs/5eb3d201e8c9,40193,1732519221254 2024-11-25T07:20:43,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214/rs 2024-11-25T07:20:43,740 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:43,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,40193,1732519221254] 2024-11-25T07:20:43,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2600744214/draining/5eb3d201e8c9,40193,1732519221254 already deleted, retry=false 2024-11-25T07:20:43,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,40193,1732519221254 expired; onlineServers=0 2024-11-25T07:20:43,742 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,40745,1732519221202' ***** 2024-11-25T07:20:43,742 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:20:43,742 INFO [M:0;5eb3d201e8c9:40745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:43,742 INFO [M:0;5eb3d201e8c9:40745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:43,742 DEBUG [M:0;5eb3d201e8c9:40745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:20:43,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:20:43,743 DEBUG [M:0;5eb3d201e8c9:40745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:20:43,743 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519221912 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519221912,5,FailOnTimeoutGroup] 2024-11-25T07:20:43,743 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519221912 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519221912,5,FailOnTimeoutGroup] 2024-11-25T07:20:43,743 INFO [M:0;5eb3d201e8c9:40745 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:43,743 INFO [M:0;5eb3d201e8c9:40745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:43,743 DEBUG [M:0;5eb3d201e8c9:40745 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:20:43,743 INFO [M:0;5eb3d201e8c9:40745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:20:43,743 INFO [M:0;5eb3d201e8c9:40745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:43,743 INFO [M:0;5eb3d201e8c9:40745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:20:43,743 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:20:43,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2600744214/master 2024-11-25T07:20:43,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2600744214 2024-11-25T07:20:43,751 DEBUG [M:0;5eb3d201e8c9:40745 {}] zookeeper.ZKUtil(347): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Unable to get data of znode /2600744214/master because node does not exist (not an error) 2024-11-25T07:20:43,751 WARN [M:0;5eb3d201e8c9:40745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:20:43,752 INFO [M:0;5eb3d201e8c9:40745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/.lastflushedseqids 2024-11-25T07:20:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741847_1023 (size=245) 2024-11-25T07:20:43,841 INFO [RS:0;5eb3d201e8c9:40193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:43,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:43,841 INFO [RS:0;5eb3d201e8c9:40193 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,40193,1732519221254; zookeeper connection closed. 2024-11-25T07:20:43,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40193-0x1014dff234c0007, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:43,842 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e58fd82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e58fd82 2024-11-25T07:20:43,842 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:20:43,861 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:43,885 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:20:44,148 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:44,156 INFO [M:0;5eb3d201e8c9:40745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:20:44,156 INFO [M:0;5eb3d201e8c9:40745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:20:44,157 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:44,157 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:44,157 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:44,157 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:44,157 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:44,157 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-25T07:20:44,176 DEBUG [M:0;5eb3d201e8c9:40745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03c85a0ba9f455d884e59824be30e4f is 82, key is hbase:meta,,1/info:regioninfo/1732519222703/Put/seqid=0 2024-11-25T07:20:44,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741848_1024 (size=5672) 2024-11-25T07:20:44,465 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:44,580 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03c85a0ba9f455d884e59824be30e4f 2024-11-25T07:20:44,598 DEBUG [M:0;5eb3d201e8c9:40745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb0828acdc684f1dadd53233585fd1a9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519233358/Put/seqid=0 2024-11-25T07:20:44,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741849_1025 (size=9212) 2024-11-25T07:20:44,852 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:45,002 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb0828acdc684f1dadd53233585fd1a9 2024-11-25T07:20:45,024 DEBUG [M:0;5eb3d201e8c9:40745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c4f7dd3a1e94d0c8c26b4d45c857e6e is 69, key is 5eb3d201e8c9,40193,1732519221254/rs:state/1732519222007/Put/seqid=0 2024-11-25T07:20:45,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741850_1026 (size=5156) 2024-11-25T07:20:45,169 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:45,428 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c4f7dd3a1e94d0c8c26b4d45c857e6e 2024-11-25T07:20:45,433 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03c85a0ba9f455d884e59824be30e4f as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c03c85a0ba9f455d884e59824be30e4f 2024-11-25T07:20:45,436 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c03c85a0ba9f455d884e59824be30e4f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T07:20:45,437 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb0828acdc684f1dadd53233585fd1a9 as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb0828acdc684f1dadd53233585fd1a9 2024-11-25T07:20:45,440 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb0828acdc684f1dadd53233585fd1a9, entries=15, sequenceid=127, filesize=9.0 K 2024-11-25T07:20:45,441 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c4f7dd3a1e94d0c8c26b4d45c857e6e as hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c4f7dd3a1e94d0c8c26b4d45c857e6e 2024-11-25T07:20:45,445 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c4f7dd3a1e94d0c8c26b4d45c857e6e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-25T07:20:45,446 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false 2024-11-25T07:20:45,447 INFO [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:45,447 DEBUG [M:0;5eb3d201e8c9:40745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519244156Disabling compacts and flushes for region at 1732519244156Disabling writes for close at 1732519244157 (+1 ms)Obtaining lock to block concurrent updates at 1732519244157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519244157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732519244157Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519244158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519244158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519244175 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519244175Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519244583 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519244597 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519244598 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519245006 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519245023 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519245024 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72473be8: reopening flushed file at 1732519245432 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156e27ec: reopening flushed file at 1732519245436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340e4b8: reopening flushed file at 1732519245440 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false at 1732519245446 (+6 ms)Writing region close event to WAL at 1732519245447 (+1 ms)Closed at 1732519245447 2024-11-25T07:20:45,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b13291ae-c653-d055-5c56-057d8d371c4b/MasterData/WALs/5eb3d201e8c9,40745,1732519221202/5eb3d201e8c9%2C40745%2C1732519221202.1732519221799 not finished, retry = 0 2024-11-25T07:20:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36739 is added to blk_1073741830_1006 (size=73866) 2024-11-25T07:20:45,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:45,550 INFO [M:0;5eb3d201e8c9:40745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:20:45,550 INFO [M:0;5eb3d201e8c9:40745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40745 2024-11-25T07:20:45,551 INFO [M:0;5eb3d201e8c9:40745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:45,653 INFO [M:0;5eb3d201e8c9:40745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x1014dff234c0006, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:45,655 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:45,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39bbaf65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:45,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:45,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:45,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:45,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:45,658 WARN [BP-1044230481-172.17.0.2-1732519220376 heartbeating to localhost/127.0.0.1:41767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:20:45,658 WARN [BP-1044230481-172.17.0.2-1732519220376 heartbeating to localhost/127.0.0.1:41767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1044230481-172.17.0.2-1732519220376 (Datanode Uuid 94d2ffdc-cf19-42fc-836b-2abd59944f14) service to localhost/127.0.0.1:41767 2024-11-25T07:20:45,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:20:45,659 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:20:45,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/cluster_a5a9ad44-50b1-dfb8-7eea-748dfd83edd9/data/data1/current/BP-1044230481-172.17.0.2-1732519220376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:45,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/cluster_a5a9ad44-50b1-dfb8-7eea-748dfd83edd9/data/data2/current/BP-1044230481-172.17.0.2-1732519220376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:45,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:20:45,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@584a7232{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:45,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:45,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:45,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:45,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:20:45,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:20:45,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:45,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:45,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:45,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:45,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:45,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:20:45,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1050058324, stopped=false 2024-11-25T07:20:45,685 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,32865,1732519218450 2024-11-25T07:20:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1944431843/running 2024-11-25T07:20:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1944431843/running 2024-11-25T07:20:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:45,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:45,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on znode that does not yet exist, /1-1944431843/running 2024-11-25T07:20:45,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:45,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:45,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:45,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Set watcher on znode that does not yet exist, /1-1944431843/running 2024-11-25T07:20:45,687 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,38297,1732519218491' ***** 2024-11-25T07:20:45,687 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 07a74a4aa473a14edc119ff032e4c92b 2024-11-25T07:20:45,688 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:38297. 2024-11-25T07:20:45,688 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07a74a4aa473a14edc119ff032e4c92b, disabling compactions & flushes 2024-11-25T07:20:45,688 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:45,688 DEBUG [RS:0;5eb3d201e8c9:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:45,688 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:45,688 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:45,688 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. after waiting 0 ms 2024-11-25T07:20:45,688 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:20:45,688 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:20:45,689 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:20:45,689 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:20:45,689 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07a74a4aa473a14edc119ff032e4c92b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T07:20:45,689 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:20:45,689 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1325): Online Regions={07a74a4aa473a14edc119ff032e4c92b=test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b., 43725ff2c5509c3c48d91fe8d30d6c77=hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:20:45,689 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 07a74a4aa473a14edc119ff032e4c92b, 1588230740, 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:45,689 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:45,689 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:45,689 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:45,689 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:45,689 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:45,689 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:20:45,702 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:20:45,702 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:20:45,706 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/info/09d7aea7c0ec49ff9a170b52d3f80391 is 147, key is hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77./info:regioninfo/1732519231181/Put/seqid=0 2024-11-25T07:20:45,707 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/f/f41aa937e62f430794a3cc7f30e8295b is 37, key is row3/f:row3/1732519240965/Put/seqid=0 2024-11-25T07:20:45,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741840_1016 (size=7686) 2024-11-25T07:20:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741841_1017 (size=5228) 2024-11-25T07:20:45,711 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/f/f41aa937e62f430794a3cc7f30e8295b 2024-11-25T07:20:45,715 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f41aa937e62f430794a3cc7f30e8295b 2024-11-25T07:20:45,726 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:45,729 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/f1/b3d1e845731b4166acd3667afcaabee6 is 30, key is row1/f1:/1732519238310/DeleteFamily/seqid=0 2024-11-25T07:20:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741842_1018 (size=5158) 2024-11-25T07:20:45,889 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 07a74a4aa473a14edc119ff032e4c92b, 1588230740, 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:45,981 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:46,089 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 07a74a4aa473a14edc119ff032e4c92b, 1588230740, 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:46,110 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/info/09d7aea7c0ec49ff9a170b52d3f80391 2024-11-25T07:20:46,132 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/ns/9b58356dbc7d46a2a8cd03a76febed26 is 43, key is default/ns:d/1732519220264/Put/seqid=0 2024-11-25T07:20:46,133 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/f1/b3d1e845731b4166acd3667afcaabee6 2024-11-25T07:20:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741843_1019 (size=5153) 2024-11-25T07:20:46,137 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3d1e845731b4166acd3667afcaabee6 2024-11-25T07:20:46,155 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/norep/ca96605ef6e842698bce5ae27ede6d00 is 33, key is row1/norep:/1732519238310/DeleteFamily/seqid=0 2024-11-25T07:20:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741844_1020 (size=5108) 2024-11-25T07:20:46,289 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 07a74a4aa473a14edc119ff032e4c92b, 1588230740, 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:46,490 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 07a74a4aa473a14edc119ff032e4c92b, 1588230740, 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:46,537 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/ns/9b58356dbc7d46a2a8cd03a76febed26 2024-11-25T07:20:46,556 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/rep_barrier/f3405db45fd24df5a60519fc2646d927 is 112, key is test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b./rep_barrier:seqnumDuringOpen/1732519224640/Put/seqid=0 2024-11-25T07:20:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741845_1021 (size=5518) 2024-11-25T07:20:46,559 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/norep/ca96605ef6e842698bce5ae27ede6d00 2024-11-25T07:20:46,561 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1471, reset compression=false 2024-11-25T07:20:46,563 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca96605ef6e842698bce5ae27ede6d00 2024-11-25T07:20:46,564 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/f/f41aa937e62f430794a3cc7f30e8295b as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/f/f41aa937e62f430794a3cc7f30e8295b 2024-11-25T07:20:46,565 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:46,565 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1718, reset compression=false 2024-11-25T07:20:46,565 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,38297,1732519218491 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:46,566 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,38297,1732519218491: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,38297,1732519218491, walGroup=5eb3d201e8c9%2C38297%2C1732519218491, offset=5eb3d201e8c9%2C38297%2C1732519218491.1732519219841:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:38297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:20:46,567 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:20:46,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:20:46,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:20:46,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:20:46,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:20:46,567 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 985579520 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199356296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:20:46,568 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:32865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:32865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:20:46,568 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f41aa937e62f430794a3cc7f30e8295b 2024-11-25T07:20:46,569 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/f/f41aa937e62f430794a3cc7f30e8295b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T07:20:46,571 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/f1/b3d1e845731b4166acd3667afcaabee6 as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/f1/b3d1e845731b4166acd3667afcaabee6 2024-11-25T07:20:46,575 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3d1e845731b4166acd3667afcaabee6 2024-11-25T07:20:46,575 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/f1/b3d1e845731b4166acd3667afcaabee6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T07:20:46,576 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/.tmp/norep/ca96605ef6e842698bce5ae27ede6d00 as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/norep/ca96605ef6e842698bce5ae27ede6d00 2024-11-25T07:20:46,580 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca96605ef6e842698bce5ae27ede6d00 2024-11-25T07:20:46,580 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/norep/ca96605ef6e842698bce5ae27ede6d00, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T07:20:46,581 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07a74a4aa473a14edc119ff032e4c92b in 893ms, sequenceid=12, compaction requested=false 2024-11-25T07:20:46,581 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:20:46,585 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/default/test/07a74a4aa473a14edc119ff032e4c92b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:46,586 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07a74a4aa473a14edc119ff032e4c92b: Waiting for close lock at 1732519245688Running coprocessor pre-close hooks at 1732519245688Disabling compacts and flushes for region at 1732519245688Disabling writes for close at 1732519245688Obtaining lock to block concurrent updates at 1732519245689 (+1 ms)Preparing flush snapshotting stores in 07a74a4aa473a14edc119ff032e4c92b at 1732519245689Finished memstore snapshotting test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732519245689Flushing stores of test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. at 1732519245690 (+1 ms)Flushing 07a74a4aa473a14edc119ff032e4c92b/f: creating writer at 1732519245690Flushing 07a74a4aa473a14edc119ff032e4c92b/f: appending metadata at 1732519245706 (+16 ms)Flushing 07a74a4aa473a14edc119ff032e4c92b/f: closing flushed file at 1732519245706Flushing 07a74a4aa473a14edc119ff032e4c92b/f1: creating writer at 1732519245715 (+9 ms)Flushing 07a74a4aa473a14edc119ff032e4c92b/f1: appending metadata at 1732519245729 (+14 ms)Flushing 07a74a4aa473a14edc119ff032e4c92b/f1: closing flushed file at 1732519245729Flushing 07a74a4aa473a14edc119ff032e4c92b/norep: creating writer at 1732519246137 (+408 ms)Flushing 07a74a4aa473a14edc119ff032e4c92b/norep: appending metadata at 1732519246154 (+17 ms)Flushing 07a74a4aa473a14edc119ff032e4c92b/norep: closing flushed file at 1732519246154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cb245b: reopening flushed file at 1732519246563 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a36dcd: reopening flushed file at 1732519246569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce8f896: reopening flushed file at 1732519246575 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07a74a4aa473a14edc119ff032e4c92b in 893ms, sequenceid=12, compaction requested=false at 1732519246581 (+6 ms)Writing region close event to WAL at 1732519246583 (+2 ms)Running coprocessor post-close hooks at 1732519246586 (+3 ms)Closed at 1732519246586 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519223460.07a74a4aa473a14edc119ff032e4c92b. 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43725ff2c5509c3c48d91fe8d30d6c77, disabling compactions & flushes 2024-11-25T07:20:46,586 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. after waiting 0 ms 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43725ff2c5509c3c48d91fe8d30d6c77: Waiting for close lock at 1732519246586Running coprocessor pre-close hooks at 1732519246586Disabling compacts and flushes for region at 1732519246586Disabling writes for close at 1732519246586Failed flush hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77., putting online again at 1732519246586 2024-11-25T07:20:46,586 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,690 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:20:46,690 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1325): Online Regions={43725ff2c5509c3c48d91fe8d30d6c77=hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:20:46,690 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:46,690 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43725ff2c5509c3c48d91fe8d30d6c77 2024-11-25T07:20:46,690 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43725ff2c5509c3c48d91fe8d30d6c77, disabling compactions & flushes 2024-11-25T07:20:46,690 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,690 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,690 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. after waiting 0 ms 2024-11-25T07:20:46,690 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,690 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43725ff2c5509c3c48d91fe8d30d6c77: Waiting for close lock at 1732519246690Running coprocessor pre-close hooks at 1732519246690Disabling compacts and flushes for region at 1732519246690Disabling writes for close at 1732519246690Failed flush hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77., putting online again at 1732519246690 2024-11-25T07:20:46,690 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519229960.43725ff2c5509c3c48d91fe8d30d6c77. 2024-11-25T07:20:46,768 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 1718, reset compression=false 2024-11-25T07:20:46,773 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:46,773 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 2362, reset compression=false 2024-11-25T07:20:46,885 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:46,890 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:46,960 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/rep_barrier/f3405db45fd24df5a60519fc2646d927 2024-11-25T07:20:46,977 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 2362, reset compression=false 2024-11-25T07:20:46,987 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/table/ca3ac72b153f48108e17b8fb0fd214fc is 53, key is hbase:replication/table:state/1732519231194/Put/seqid=0 2024-11-25T07:20:46,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741846_1022 (size=5308) 2024-11-25T07:20:47,090 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:47,281 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.wal-reader.5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.1732519219841 to pos 2362, reset compression=false 2024-11-25T07:20:47,290 DEBUG [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:47,391 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/table/ca3ac72b153f48108e17b8fb0fd214fc 2024-11-25T07:20:47,396 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/info/09d7aea7c0ec49ff9a170b52d3f80391 as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/info/09d7aea7c0ec49ff9a170b52d3f80391 2024-11-25T07:20:47,400 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/info/09d7aea7c0ec49ff9a170b52d3f80391, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:20:47,401 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/ns/9b58356dbc7d46a2a8cd03a76febed26 as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/ns/9b58356dbc7d46a2a8cd03a76febed26 2024-11-25T07:20:47,405 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/ns/9b58356dbc7d46a2a8cd03a76febed26, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:20:47,405 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/rep_barrier/f3405db45fd24df5a60519fc2646d927 as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/rep_barrier/f3405db45fd24df5a60519fc2646d927 2024-11-25T07:20:47,409 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/rep_barrier/f3405db45fd24df5a60519fc2646d927, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:20:47,410 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/.tmp/table/ca3ac72b153f48108e17b8fb0fd214fc as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/table/ca3ac72b153f48108e17b8fb0fd214fc 2024-11-25T07:20:47,414 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/table/ca3ac72b153f48108e17b8fb0fd214fc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:20:47,415 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-25T07:20:47,415 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:20:47,420 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:20:47,421 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:47,421 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:20:47,421 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:47,421 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519245689Running coprocessor pre-close hooks at 1732519245689Disabling compacts and flushes for region at 1732519245689Disabling writes for close at 1732519245689Obtaining lock to block concurrent updates at 1732519245689Preparing flush snapshotting stores in 1588230740 at 1732519245689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519245689Flushing stores of hbase:meta,,1.1588230740 at 1732519245690 (+1 ms)Flushing 1588230740/info: creating writer at 1732519245690Flushing 1588230740/info: appending metadata at 1732519245705 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732519245705Flushing 1588230740/ns: creating writer at 1732519246114 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732519246132 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732519246132Flushing 1588230740/rep_barrier: creating writer at 1732519246541 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519246555 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519246555Flushing 1588230740/table: creating writer at 1732519246964 (+409 ms)Flushing 1588230740/table: appending metadata at 1732519246987 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732519246987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c245857: reopening flushed file at 1732519247395 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110b034b: reopening flushed file at 1732519247400 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c534a9: reopening flushed file at 1732519247405 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6591b: reopening flushed file at 1732519247409 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732519247415 (+6 ms)Writing region close event to WAL at 1732519247417 (+2 ms)Running coprocessor post-close hooks at 1732519247421 (+4 ms)Closed at 1732519247421 2024-11-25T07:20:47,421 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:47,491 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T07:20:47,491 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,38297,1732519218491; all regions closed. 2024-11-25T07:20:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:20:47,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/WALs/5eb3d201e8c9,38297,1732519218491/5eb3d201e8c9%2C38297%2C1732519218491.meta.1732519220212.meta not finished, retry = 0 2024-11-25T07:20:47,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741839_1015 (size=2609) 2024-11-25T07:20:47,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:47,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741833_1009 (size=2370) 2024-11-25T07:20:47,608 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:47,608 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:47,608 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:47,609 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:47,609 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:47,609 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:47,609 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,38297,1732519218491 because: Region server is closing 2024-11-25T07:20:47,610 INFO [RS:0;5eb3d201e8c9:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:38297. 2024-11-25T07:20:47,610 DEBUG [RS:0;5eb3d201e8c9:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:47,610 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:47,610 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:47,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:47,710 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,38297,1732519218491.replicationSource.shipper5eb3d201e8c9%2C38297%2C1732519218491,1-5eb3d201e8c9,38297,1732519218491 terminated 2024-11-25T07:20:47,711 INFO [RS:0;5eb3d201e8c9:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:38297. 2024-11-25T07:20:47,711 DEBUG [RS:0;5eb3d201e8c9:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:47,711 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:47,711 DEBUG [RS:0;5eb3d201e8c9:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:47,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:47,711 INFO [RS:0;5eb3d201e8c9:38297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38297 2024-11-25T07:20:47,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1944431843/rs/5eb3d201e8c9,38297,1732519218491 2024-11-25T07:20:47,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843/rs 2024-11-25T07:20:47,715 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:47,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,38297,1732519218491] 2024-11-25T07:20:47,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1944431843/draining/5eb3d201e8c9,38297,1732519218491 already deleted, retry=false 2024-11-25T07:20:47,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,38297,1732519218491 expired; onlineServers=0 2024-11-25T07:20:47,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,32865,1732519218450' ***** 2024-11-25T07:20:47,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:20:47,717 INFO [M:0;5eb3d201e8c9:32865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:47,717 INFO [M:0;5eb3d201e8c9:32865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:47,717 DEBUG [M:0;5eb3d201e8c9:32865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:20:47,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:20:47,717 DEBUG [M:0;5eb3d201e8c9:32865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:20:47,717 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519219580 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519219580,5,FailOnTimeoutGroup] 2024-11-25T07:20:47,717 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519219583 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519219583,5,FailOnTimeoutGroup] 2024-11-25T07:20:47,717 INFO [M:0;5eb3d201e8c9:32865 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:47,718 INFO [M:0;5eb3d201e8c9:32865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:47,718 DEBUG [M:0;5eb3d201e8c9:32865 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:20:47,718 INFO [M:0;5eb3d201e8c9:32865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:20:47,718 INFO [M:0;5eb3d201e8c9:32865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:47,718 INFO [M:0;5eb3d201e8c9:32865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:20:47,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:20:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1944431843/master 2024-11-25T07:20:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1944431843 2024-11-25T07:20:47,719 DEBUG [M:0;5eb3d201e8c9:32865 {}] zookeeper.ZKUtil(347): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Unable to get data of znode /1-1944431843/master because node does not exist (not an error) 2024-11-25T07:20:47,719 WARN [M:0;5eb3d201e8c9:32865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:20:47,720 INFO [M:0;5eb3d201e8c9:32865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/.lastflushedseqids 2024-11-25T07:20:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741847_1023 (size=245) 2024-11-25T07:20:47,724 INFO [M:0;5eb3d201e8c9:32865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:20:47,725 INFO [M:0;5eb3d201e8c9:32865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:20:47,725 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:47,725 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:47,725 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:47,725 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:47,725 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:47,725 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-25T07:20:47,744 DEBUG [M:0;5eb3d201e8c9:32865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ad3cf0b3554f08b34f6ac52e89160a is 82, key is hbase:meta,,1/info:regioninfo/1732519220255/Put/seqid=0 2024-11-25T07:20:47,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741848_1024 (size=5672) 2024-11-25T07:20:47,751 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ad3cf0b3554f08b34f6ac52e89160a 2024-11-25T07:20:47,784 DEBUG [M:0;5eb3d201e8c9:32865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bddbc1cece34d639a0b963b6e634620 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519231198/Put/seqid=0 2024-11-25T07:20:47,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741849_1025 (size=8517) 2024-11-25T07:20:47,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:47,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x1014dff234c0004, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:47,816 INFO [RS:0;5eb3d201e8c9:38297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:47,816 INFO [RS:0;5eb3d201e8c9:38297 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,38297,1732519218491; zookeeper connection closed. 2024-11-25T07:20:47,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b95adf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b95adf8 2024-11-25T07:20:47,817 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:20:47,888 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:48,033 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:20:48,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:48,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:48,192 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bddbc1cece34d639a0b963b6e634620 2024-11-25T07:20:48,211 DEBUG [M:0;5eb3d201e8c9:32865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96d059449fbe483cbabf5541c423ac2a is 69, key is 5eb3d201e8c9,38297,1732519218491/rs:state/1732519219667/Put/seqid=0 2024-11-25T07:20:48,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741850_1026 (size=5156) 2024-11-25T07:20:48,615 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96d059449fbe483cbabf5541c423ac2a 2024-11-25T07:20:48,619 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ad3cf0b3554f08b34f6ac52e89160a as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ad3cf0b3554f08b34f6ac52e89160a 2024-11-25T07:20:48,623 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ad3cf0b3554f08b34f6ac52e89160a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:20:48,624 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bddbc1cece34d639a0b963b6e634620 as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bddbc1cece34d639a0b963b6e634620 2024-11-25T07:20:48,628 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bddbc1cece34d639a0b963b6e634620, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:20:48,628 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96d059449fbe483cbabf5541c423ac2a as hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96d059449fbe483cbabf5541c423ac2a 2024-11-25T07:20:48,632 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34257/user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96d059449fbe483cbabf5541c423ac2a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:20:48,633 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=97, compaction requested=false 2024-11-25T07:20:48,634 INFO [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:48,634 DEBUG [M:0;5eb3d201e8c9:32865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519247725Disabling compacts and flushes for region at 1732519247725Disabling writes for close at 1732519247725Obtaining lock to block concurrent updates at 1732519247725Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519247725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732519247726 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519247726Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519247726Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519247744 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519247744Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519247758 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519247784 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519247784Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519248196 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519248210 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519248210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199564ff: reopening flushed file at 1732519248619 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753e558f: reopening flushed file at 1732519248624 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a078c24: reopening flushed file at 1732519248628 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=97, compaction requested=false at 1732519248633 (+5 ms)Writing region close event to WAL at 1732519248634 (+1 ms)Closed at 1732519248634 2024-11-25T07:20:48,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39227 is added to blk_1073741830_1006 (size=63666) 2024-11-25T07:20:48,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f8c4f76-5322-f9ae-ebd4-be248feddb56/MasterData/WALs/5eb3d201e8c9,32865,1732519218450/5eb3d201e8c9%2C32865%2C1732519218450.1732519219390 not finished, retry = 0 2024-11-25T07:20:48,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:48,737 INFO [M:0;5eb3d201e8c9:32865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:20:48,737 INFO [M:0;5eb3d201e8c9:32865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32865 2024-11-25T07:20:48,738 INFO [M:0;5eb3d201e8c9:32865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:48,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:48,841 INFO [M:0;5eb3d201e8c9:32865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:48,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1014dff234c0003, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:48,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62fd1456{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:48,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45329239{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:48,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:48,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be291d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:48,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c528cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:48,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:20:48,846 WARN [BP-1819082673-172.17.0.2-1732519217408 heartbeating to localhost/127.0.0.1:34257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:20:48,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:20:48,846 WARN [BP-1819082673-172.17.0.2-1732519217408 heartbeating to localhost/127.0.0.1:34257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1819082673-172.17.0.2-1732519217408 (Datanode Uuid a7ecb125-5ad5-4567-9b8b-1436b756824f) service to localhost/127.0.0.1:34257 2024-11-25T07:20:48,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/cluster_1d878ca2-bf26-757c-887d-07a3a0b9475b/data/data1/current/BP-1819082673-172.17.0.2-1732519217408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:48,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/cluster_1d878ca2-bf26-757c-887d-07a3a0b9475b/data/data2/current/BP-1819082673-172.17.0.2-1732519217408 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:48,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:20:48,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22d63ea0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:48,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36b609be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:48,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57254cdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:48,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cb3e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f22f92a2-b634-631d-c182-277f413b316d/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:48,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:20:48,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:20:48,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:48,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:48,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:48,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:48,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:48,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:20:48,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1232951091, stopped=false 2024-11-25T07:20:48,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,33845,1732519214297 2024-11-25T07:20:48,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204388221/running 2024-11-25T07:20:48,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204388221/running 2024-11-25T07:20:48,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:48,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:48,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:48,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:20:48,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:48,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:48,872 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,34773,1732519214351' ***** 2024-11-25T07:20:48,872 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:20:48,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on znode that does not yet exist, /0-1204388221/running 2024-11-25T07:20:48,873 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:20:48,873 INFO [RS:0;5eb3d201e8c9:34773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:20:48,873 INFO [RS:0;5eb3d201e8c9:34773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:20:48,873 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c664395610220dd40c1b082410dacdd 2024-11-25T07:20:48,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Set watcher on znode that does not yet exist, /0-1204388221/running 2024-11-25T07:20:48,873 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(3091): Received CLOSE for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:34773. 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c664395610220dd40c1b082410dacdd, disabling compactions & flushes 2024-11-25T07:20:48,874 DEBUG [RS:0;5eb3d201e8c9:34773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:48,874 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:48,874 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519222816.4c664395610220dd40c1b082410dacdd. after waiting 0 ms 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:20:48,874 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c664395610220dd40c1b082410dacdd 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:20:48,874 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:20:48,874 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1325): Online Regions={4c664395610220dd40c1b082410dacdd=test,,1732519222816.4c664395610220dd40c1b082410dacdd., 1588230740=hbase:meta,,1.1588230740, caed4aaec4981a45a0b93528ac6cb85f=hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f.} 2024-11-25T07:20:48,874 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c664395610220dd40c1b082410dacdd, caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:48,874 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:48,874 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:48,875 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:20:48,895 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/f/81662ff59e0041c0b95b905b28ea92d7 is 37, key is row3/f:row3/1732519240965/Put/seqid=0 2024-11-25T07:20:48,895 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/info/2ebfbd9efef64402983864e9d17d4b8c is 147, key is hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f./info:regioninfo/1732519228968/Put/seqid=0 2024-11-25T07:20:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741840_1016 (size=5228) 2024-11-25T07:20:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741841_1017 (size=7686) 2024-11-25T07:20:48,944 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:48,992 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1488, reset compression=false 2024-11-25T07:20:48,996 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:48,996 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1735, reset compression=false 2024-11-25T07:20:48,996 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,34773,1732519214351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:20:48,997 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,34773,1732519214351: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,34773,1732519214351, walGroup=5eb3d201e8c9%2C34773%2C1732519214351, offset=5eb3d201e8c9%2C34773%2C1732519214351.1732519216350:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:34773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:20:48,998 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:20:48,998 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:20:48,999 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:20:48,999 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:20:48,999 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:20:48,999 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 801611736 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 200060240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:20:49,000 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:33845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:33845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:20:49,075 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c664395610220dd40c1b082410dacdd, caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:49,199 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1735, reset compression=false 2024-11-25T07:20:49,275 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c664395610220dd40c1b082410dacdd, caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:49,295 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:20:49,296 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:20:49,300 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/f/81662ff59e0041c0b95b905b28ea92d7 2024-11-25T07:20:49,300 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/info/2ebfbd9efef64402983864e9d17d4b8c 2024-11-25T07:20:49,305 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81662ff59e0041c0b95b905b28ea92d7 2024-11-25T07:20:49,326 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/f1/456352faf25b4784bb26096641afaa96 is 30, key is row1/f1:/1732519238310/DeleteFamily/seqid=0 2024-11-25T07:20:49,328 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/ns/213ead708b924e96986854f1959f195e is 43, key is default/ns:d/1732519217305/Put/seqid=0 2024-11-25T07:20:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741842_1018 (size=5158) 2024-11-25T07:20:49,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741843_1019 (size=5153) 2024-11-25T07:20:49,331 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/ns/213ead708b924e96986854f1959f195e 2024-11-25T07:20:49,348 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/rep_barrier/8ddd92d993404086bb9e6fdad5f2817b is 112, key is test,,1732519222816.4c664395610220dd40c1b082410dacdd./rep_barrier:seqnumDuringOpen/1732519223266/Put/seqid=0 2024-11-25T07:20:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741844_1020 (size=5518) 2024-11-25T07:20:49,475 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c664395610220dd40c1b082410dacdd, caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:49,502 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1735, reset compression=false 2024-11-25T07:20:49,675 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c664395610220dd40c1b082410dacdd, caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:49,730 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/f1/456352faf25b4784bb26096641afaa96 2024-11-25T07:20:49,734 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 456352faf25b4784bb26096641afaa96 2024-11-25T07:20:49,749 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/norep/756397683aca499abecbc4c139a74e9b is 32, key is row/norep:/1732519237304/DeleteFamily/seqid=0 2024-11-25T07:20:49,752 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/rep_barrier/8ddd92d993404086bb9e6fdad5f2817b 2024-11-25T07:20:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741845_1021 (size=5101) 2024-11-25T07:20:49,753 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/norep/756397683aca499abecbc4c139a74e9b 2024-11-25T07:20:49,757 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 756397683aca499abecbc4c139a74e9b 2024-11-25T07:20:49,757 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/f/81662ff59e0041c0b95b905b28ea92d7 as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/f/81662ff59e0041c0b95b905b28ea92d7 2024-11-25T07:20:49,765 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81662ff59e0041c0b95b905b28ea92d7 2024-11-25T07:20:49,765 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/f/81662ff59e0041c0b95b905b28ea92d7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T07:20:49,766 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/f1/456352faf25b4784bb26096641afaa96 as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/f1/456352faf25b4784bb26096641afaa96 2024-11-25T07:20:49,770 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 456352faf25b4784bb26096641afaa96 2024-11-25T07:20:49,770 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/f1/456352faf25b4784bb26096641afaa96, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T07:20:49,770 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/.tmp/norep/756397683aca499abecbc4c139a74e9b as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/norep/756397683aca499abecbc4c139a74e9b 2024-11-25T07:20:49,773 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/table/be79542c87af4b3aaf387423e0e588ef is 53, key is hbase:replication/table:state/1732519228976/Put/seqid=0 2024-11-25T07:20:49,774 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 756397683aca499abecbc4c139a74e9b 2024-11-25T07:20:49,774 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/norep/756397683aca499abecbc4c139a74e9b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T07:20:49,775 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c664395610220dd40c1b082410dacdd in 901ms, sequenceid=12, compaction requested=false 2024-11-25T07:20:49,775 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:20:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741846_1022 (size=5308) 2024-11-25T07:20:49,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/default/test/4c664395610220dd40c1b082410dacdd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T07:20:49,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:49,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:49,779 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:49,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c664395610220dd40c1b082410dacdd: Waiting for close lock at 1732519248874Running coprocessor pre-close hooks at 1732519248874Disabling compacts and flushes for region at 1732519248874Disabling writes for close at 1732519248874Obtaining lock to block concurrent updates at 1732519248874Preparing flush snapshotting stores in 4c664395610220dd40c1b082410dacdd at 1732519248874Finished memstore snapshotting test,,1732519222816.4c664395610220dd40c1b082410dacdd., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732519248874Flushing stores of test,,1732519222816.4c664395610220dd40c1b082410dacdd. at 1732519248875 (+1 ms)Flushing 4c664395610220dd40c1b082410dacdd/f: creating writer at 1732519248875Flushing 4c664395610220dd40c1b082410dacdd/f: appending metadata at 1732519248894 (+19 ms)Flushing 4c664395610220dd40c1b082410dacdd/f: closing flushed file at 1732519248894Flushing 4c664395610220dd40c1b082410dacdd/f1: creating writer at 1732519249305 (+411 ms)Flushing 4c664395610220dd40c1b082410dacdd/f1: appending metadata at 1732519249325 (+20 ms)Flushing 4c664395610220dd40c1b082410dacdd/f1: closing flushed file at 1732519249325Flushing 4c664395610220dd40c1b082410dacdd/norep: creating writer at 1732519249734 (+409 ms)Flushing 4c664395610220dd40c1b082410dacdd/norep: appending metadata at 1732519249748 (+14 ms)Flushing 4c664395610220dd40c1b082410dacdd/norep: closing flushed file at 1732519249748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31053f1: reopening flushed file at 1732519249757 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af0f54a: reopening flushed file at 1732519249765 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5b330c: reopening flushed file at 1732519249770 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c664395610220dd40c1b082410dacdd in 901ms, sequenceid=12, compaction requested=false at 1732519249775 (+5 ms)Writing region close event to WAL at 1732519249776 (+1 ms)Running coprocessor post-close hooks at 1732519249779 (+3 ms)Closed at 1732519249779 2024-11-25T07:20:49,780 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519222816.4c664395610220dd40c1b082410dacdd. 2024-11-25T07:20:49,780 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caed4aaec4981a45a0b93528ac6cb85f, disabling compactions & flushes 2024-11-25T07:20:49,780 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,780 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,780 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. after waiting 0 ms 2024-11-25T07:20:49,780 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,780 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caed4aaec4981a45a0b93528ac6cb85f: Waiting for close lock at 1732519249780Running coprocessor pre-close hooks at 1732519249780Disabling compacts and flushes for region at 1732519249780Disabling writes for close at 1732519249780Failed flush hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f., putting online again at 1732519249780 2024-11-25T07:20:49,780 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,875 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:20:49,875 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, caed4aaec4981a45a0b93528ac6cb85f=hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f.} 2024-11-25T07:20:49,875 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(3091): Received CLOSE for caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:49,875 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, caed4aaec4981a45a0b93528ac6cb85f 2024-11-25T07:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caed4aaec4981a45a0b93528ac6cb85f, disabling compactions & flushes 2024-11-25T07:20:49,876 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. after waiting 0 ms 2024-11-25T07:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caed4aaec4981a45a0b93528ac6cb85f: Waiting for close lock at 1732519249876Running coprocessor pre-close hooks at 1732519249876Disabling compacts and flushes for region at 1732519249876Disabling writes for close at 1732519249876Failed flush hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f., putting online again at 1732519249876 2024-11-25T07:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519227789.caed4aaec4981a45a0b93528ac6cb85f. 2024-11-25T07:20:49,906 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 1735, reset compression=false 2024-11-25T07:20:49,910 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:20:49,910 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 2379, reset compression=false 2024-11-25T07:20:50,076 DEBUG [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:20:50,113 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.wal-reader.5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.1732519216350 to pos 2379, reset compression=false 2024-11-25T07:20:50,177 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/table/be79542c87af4b3aaf387423e0e588ef 2024-11-25T07:20:50,181 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/info/2ebfbd9efef64402983864e9d17d4b8c as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/info/2ebfbd9efef64402983864e9d17d4b8c 2024-11-25T07:20:50,185 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/info/2ebfbd9efef64402983864e9d17d4b8c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:20:50,185 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/ns/213ead708b924e96986854f1959f195e as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/ns/213ead708b924e96986854f1959f195e 2024-11-25T07:20:50,188 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/ns/213ead708b924e96986854f1959f195e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:20:50,189 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/rep_barrier/8ddd92d993404086bb9e6fdad5f2817b as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/rep_barrier/8ddd92d993404086bb9e6fdad5f2817b 2024-11-25T07:20:50,192 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/rep_barrier/8ddd92d993404086bb9e6fdad5f2817b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:20:50,193 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/.tmp/table/be79542c87af4b3aaf387423e0e588ef as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/table/be79542c87af4b3aaf387423e0e588ef 2024-11-25T07:20:50,196 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/table/be79542c87af4b3aaf387423e0e588ef, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:20:50,197 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false 2024-11-25T07:20:50,197 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:20:50,201 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:20:50,201 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:20:50,201 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:20:50,202 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:50,202 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519248874Running coprocessor pre-close hooks at 1732519248874Disabling compacts and flushes for region at 1732519248874Disabling writes for close at 1732519248874Obtaining lock to block concurrent updates at 1732519248875 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732519248875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519248875Flushing stores of hbase:meta,,1.1588230740 at 1732519248875Flushing 1588230740/info: creating writer at 1732519248875Flushing 1588230740/info: appending metadata at 1732519248894 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732519248894Flushing 1588230740/ns: creating writer at 1732519249305 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732519249327 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732519249327Flushing 1588230740/rep_barrier: creating writer at 1732519249335 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519249348 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519249348Flushing 1588230740/table: creating writer at 1732519249756 (+408 ms)Flushing 1588230740/table: appending metadata at 1732519249773 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732519249773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28674d9a: reopening flushed file at 1732519250180 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297107bf: reopening flushed file at 1732519250185 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a15f21: reopening flushed file at 1732519250189 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628e6c1f: reopening flushed file at 1732519250193 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false at 1732519250197 (+4 ms)Writing region close event to WAL at 1732519250199 (+2 ms)Running coprocessor post-close hooks at 1732519250201 (+2 ms)Closed at 1732519250202 (+1 ms) 2024-11-25T07:20:50,202 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:50,276 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T07:20:50,276 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,34773,1732519214351; all regions closed. 2024-11-25T07:20:50,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:20:50,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/WALs/5eb3d201e8c9,34773,1732519214351/5eb3d201e8c9%2C34773%2C1732519214351.meta.1732519217262.meta not finished, retry = 0 2024-11-25T07:20:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741839_1015 (size=2609) 2024-11-25T07:20:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741832_1008 (size=2387) 2024-11-25T07:20:50,384 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:50,384 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:20:50,384 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:50,384 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:50,384 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:50,384 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:50,384 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,34773,1732519214351 because: Region server is closing 2024-11-25T07:20:50,384 INFO [RS:0;5eb3d201e8c9:34773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:34773. 2024-11-25T07:20:50,385 DEBUG [RS:0;5eb3d201e8c9:34773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:50,385 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:50,385 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:50,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:50,485 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,34773,1732519214351.replicationSource.shipper5eb3d201e8c9%2C34773%2C1732519214351,1-5eb3d201e8c9,34773,1732519214351 terminated 2024-11-25T07:20:50,485 INFO [RS:0;5eb3d201e8c9:34773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:34773. 2024-11-25T07:20:50,485 DEBUG [RS:0;5eb3d201e8c9:34773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:20:50,485 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:50,485 DEBUG [RS:0;5eb3d201e8c9:34773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:50,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:20:50,486 INFO [RS:0;5eb3d201e8c9:34773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34773 2024-11-25T07:20:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204388221/rs/5eb3d201e8c9,34773,1732519214351 2024-11-25T07:20:50,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221/rs 2024-11-25T07:20:50,487 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:50,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,34773,1732519214351] 2024-11-25T07:20:50,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1204388221/draining/5eb3d201e8c9,34773,1732519214351 already deleted, retry=false 2024-11-25T07:20:50,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,34773,1732519214351 expired; onlineServers=0 2024-11-25T07:20:50,492 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,33845,1732519214297' ***** 2024-11-25T07:20:50,492 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:20:50,492 INFO [M:0;5eb3d201e8c9:33845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:20:50,492 INFO [M:0;5eb3d201e8c9:33845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:20:50,492 DEBUG [M:0;5eb3d201e8c9:33845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:20:50,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:20:50,492 DEBUG [M:0;5eb3d201e8c9:33845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:20:50,492 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519216120 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519216120,5,FailOnTimeoutGroup] 2024-11-25T07:20:50,492 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519216119 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519216119,5,FailOnTimeoutGroup] 2024-11-25T07:20:50,492 INFO [M:0;5eb3d201e8c9:33845 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:20:50,492 INFO [M:0;5eb3d201e8c9:33845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:20:50,492 DEBUG [M:0;5eb3d201e8c9:33845 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:20:50,492 INFO [M:0;5eb3d201e8c9:33845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:20:50,492 INFO [M:0;5eb3d201e8c9:33845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:20:50,492 INFO [M:0;5eb3d201e8c9:33845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:20:50,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:20:50,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1204388221/master 2024-11-25T07:20:50,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1204388221 2024-11-25T07:20:50,493 DEBUG [M:0;5eb3d201e8c9:33845 {}] zookeeper.ZKUtil(347): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Unable to get data of znode /0-1204388221/master because node does not exist (not an error) 2024-11-25T07:20:50,493 WARN [M:0;5eb3d201e8c9:33845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:20:50,494 INFO [M:0;5eb3d201e8c9:33845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/.lastflushedseqids 2024-11-25T07:20:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741847_1023 (size=245) 2024-11-25T07:20:50,498 INFO [M:0;5eb3d201e8c9:33845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:20:50,498 INFO [M:0;5eb3d201e8c9:33845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:20:50,498 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:50,498 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:50,498 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:50,498 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:50,498 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:50,498 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-25T07:20:50,517 DEBUG [M:0;5eb3d201e8c9:33845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71dc711596564701b701d153aa3b27fc is 82, key is hbase:meta,,1/info:regioninfo/1732519217297/Put/seqid=0 2024-11-25T07:20:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741848_1024 (size=5672) 2024-11-25T07:20:50,521 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71dc711596564701b701d153aa3b27fc 2024-11-25T07:20:50,538 DEBUG [M:0;5eb3d201e8c9:33845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/306ea58e5b644042bc65beac62dc2830 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732519223292/Put/seqid=0 2024-11-25T07:20:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741849_1025 (size=7219) 2024-11-25T07:20:50,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:50,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1014dff234c0001, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:50,589 INFO [RS:0;5eb3d201e8c9:34773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:50,589 INFO [RS:0;5eb3d201e8c9:34773 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,34773,1732519214351; zookeeper connection closed. 2024-11-25T07:20:50,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41fc4db2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41fc4db2 2024-11-25T07:20:50,590 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:20:50,942 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/306ea58e5b644042bc65beac62dc2830 2024-11-25T07:20:50,946 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 306ea58e5b644042bc65beac62dc2830 2024-11-25T07:20:50,968 DEBUG [M:0;5eb3d201e8c9:33845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecebd61e71d44970a93ef29339588721 is 69, key is 5eb3d201e8c9,34773,1732519214351/rs:state/1732519216201/Put/seqid=0 2024-11-25T07:20:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741850_1026 (size=5156) 2024-11-25T07:20:51,372 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecebd61e71d44970a93ef29339588721 2024-11-25T07:20:51,376 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71dc711596564701b701d153aa3b27fc as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71dc711596564701b701d153aa3b27fc 2024-11-25T07:20:51,379 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71dc711596564701b701d153aa3b27fc, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T07:20:51,380 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/306ea58e5b644042bc65beac62dc2830 as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/306ea58e5b644042bc65beac62dc2830 2024-11-25T07:20:51,383 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 306ea58e5b644042bc65beac62dc2830 2024-11-25T07:20:51,383 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/306ea58e5b644042bc65beac62dc2830, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T07:20:51,384 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecebd61e71d44970a93ef29339588721 as hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecebd61e71d44970a93ef29339588721 2024-11-25T07:20:51,387 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecebd61e71d44970a93ef29339588721, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T07:20:51,388 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=105, compaction requested=false 2024-11-25T07:20:51,389 INFO [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:51,389 DEBUG [M:0;5eb3d201e8c9:33845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519250498Disabling compacts and flushes for region at 1732519250498Disabling writes for close at 1732519250498Obtaining lock to block concurrent updates at 1732519250498Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519250498Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732519250498Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519250499 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519250499Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519250516 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519250516Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519250524 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519250538 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519250538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519250946 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519250967 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519250967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@804109b: reopening flushed file at 1732519251376 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e49044: reopening flushed file at 1732519251380 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c0b6c7: reopening flushed file at 1732519251383 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=105, compaction requested=false at 1732519251388 (+5 ms)Writing region close event to WAL at 1732519251389 (+1 ms)Closed at 1732519251389 2024-11-25T07:20:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38783 is added to blk_1073741830_1006 (size=64435) 2024-11-25T07:20:51,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23921c6a-6559-9dd1-d24b-bdc7a66b4ac4/MasterData/WALs/5eb3d201e8c9,33845,1732519214297/5eb3d201e8c9%2C33845%2C1732519214297.1732519216032 not finished, retry = 0 2024-11-25T07:20:51,492 INFO [M:0;5eb3d201e8c9:33845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:20:51,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:20:51,492 INFO [M:0;5eb3d201e8c9:33845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33845 2024-11-25T07:20:51,493 INFO [M:0;5eb3d201e8c9:33845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:20:51,595 INFO [M:0;5eb3d201e8c9:33845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:20:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x1014dff234c0000, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:20:51,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1dc5fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:51,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@305316d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:51,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:51,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c6f5cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:51,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1690c4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:51,599 WARN [BP-1980778682-172.17.0.2-1732519213265 heartbeating to localhost/127.0.0.1:46661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:20:51,599 WARN [BP-1980778682-172.17.0.2-1732519213265 heartbeating to localhost/127.0.0.1:46661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1980778682-172.17.0.2-1732519213265 (Datanode Uuid 5f7554e1-9613-4fcb-a333-af7d84d9bab5) service to localhost/127.0.0.1:46661 2024-11-25T07:20:51,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:20:51,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:20:51,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07/data/data1/current/BP-1980778682-172.17.0.2-1732519213265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:51,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/cluster_49e02d23-bbd5-97d1-242c-7f0930e40d07/data/data2/current/BP-1980778682-172.17.0.2-1732519213265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:20:51,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:20:51,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@461a7074{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:51,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17db001d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:20:51,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:20:51,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3bb997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:20:51,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@288e3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8edba8b-fe12-1b96-56eb-3740d1fc6af9/hadoop.log.dir/,STOPPED} 2024-11-25T07:20:51,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:20:51,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:20:51,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 267) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54971) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46661 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54971) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54971) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34257 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41767 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 270) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7480) 2024-11-25T07:20:51,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=7476 2024-11-25T07:20:51,664 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-25T07:20:51,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.log.dir so I do NOT create it in target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6 2024-11-25T07:20:51,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:20:51,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.tmp.dir so I do NOT create it in target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6 2024-11-25T07:20:51,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48d310e8-4005-8a6c-b36b-58e83bb7c18d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:20:51,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6 2024-11-25T07:20:51,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32, deleteOnExit=true 2024-11-25T07:20:51,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32/zookeeper_0, clientPort=50695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:20:51,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50695 2024-11-25T07:20:51,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/test.cache.data in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:20:51,673 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:20:51,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:51,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:51,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:20:51,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:20:51,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:20:51,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:51,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:20:51,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:20:51,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dff234c0005, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:20:51,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dff234c0002, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:20:51,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014dff234c0008, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:20:51,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dff234c0005, quorum=127.0.0.1:54971, baseZNode=/1-1944431843 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:20:51,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dff234c0002, quorum=127.0.0.1:54971, baseZNode=/0-1204388221 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:20:51,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014dff234c0008, quorum=127.0.0.1:54971, baseZNode=/2600744214 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:20:51,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:51,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:51,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:51,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:51,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:51,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:51,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8f67af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:51,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@159794d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:51,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f5ba296{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/java.io.tmpdir/jetty-localhost-45165-hadoop-hdfs-3_4_1-tests_jar-_-any-6327069310949083794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:51,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aafeb29{HTTP/1.1, (http/1.1)}{localhost:45165} 2024-11-25T07:20:51,945 INFO [Time-limited test {}] server.Server(415): Started @248764ms 2024-11-25T07:20:52,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:52,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:52,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:52,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:52,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:52,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d20b02c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:52,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57e67b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:52,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcd4924{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/java.io.tmpdir/jetty-localhost-46655-hadoop-hdfs-3_4_1-tests_jar-_-any-3937673936085477190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:52,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290f7b78{HTTP/1.1, (http/1.1)}{localhost:46655} 2024-11-25T07:20:52,180 INFO [Time-limited test {}] server.Server(415): Started @248999ms 2024-11-25T07:20:52,182 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:20:52,297 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32/data/data2/current/BP-1825925191-172.17.0.2-1732519251703/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:52,297 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32/data/data1/current/BP-1825925191-172.17.0.2-1732519251703/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:52,319 WARN [Thread-3431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:20:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3930a5c92c714fb0 with lease ID 0xf937e3ac68345cb2: Processing first storage report for DS-1b1749ce-8773-4379-93f2-ac088d671895 from datanode DatanodeRegistration(127.0.0.1:39837, datanodeUuid=b073849e-2bde-43f8-9f1c-27f78fc08d40, infoPort=43463, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=1656240131;c=1732519251703) 2024-11-25T07:20:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3930a5c92c714fb0 with lease ID 0xf937e3ac68345cb2: from storage DS-1b1749ce-8773-4379-93f2-ac088d671895 node DatanodeRegistration(127.0.0.1:39837, datanodeUuid=b073849e-2bde-43f8-9f1c-27f78fc08d40, infoPort=43463, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=1656240131;c=1732519251703), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3930a5c92c714fb0 with lease ID 0xf937e3ac68345cb2: Processing first storage report for DS-0634a46c-ae28-410c-8224-22fc16bca79f from datanode DatanodeRegistration(127.0.0.1:39837, datanodeUuid=b073849e-2bde-43f8-9f1c-27f78fc08d40, infoPort=43463, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=1656240131;c=1732519251703) 2024-11-25T07:20:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3930a5c92c714fb0 with lease ID 0xf937e3ac68345cb2: from storage DS-0634a46c-ae28-410c-8224-22fc16bca79f node DatanodeRegistration(127.0.0.1:39837, datanodeUuid=b073849e-2bde-43f8-9f1c-27f78fc08d40, infoPort=43463, infoSecurePort=0, ipcPort=44107, storageInfo=lv=-57;cid=testClusterID;nsid=1656240131;c=1732519251703), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:52,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6 2024-11-25T07:20:52,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:52,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:52,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:20:52,812 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c with version=8 2024-11-25T07:20:52,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/hbase-staging 2024-11-25T07:20:52,815 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:52,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:52,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:52,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:52,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:52,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:52,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:20:52,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:52,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38247 2024-11-25T07:20:52,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38247 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382470x0, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:52,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38247-0x1014dffb9640000 connected 2024-11-25T07:20:52,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:52,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:52,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on znode that does not yet exist, /0-795945126/running 2024-11-25T07:20:52,847 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c, hbase.cluster.distributed=false 2024-11-25T07:20:52,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on znode that does not yet exist, /0-795945126/acl 2024-11-25T07:20:52,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38247 2024-11-25T07:20:52,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38247 2024-11-25T07:20:52,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38247 2024-11-25T07:20:52,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38247 2024-11-25T07:20:52,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38247 2024-11-25T07:20:52,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:52,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:52,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:20:52,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:52,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35021 2024-11-25T07:20:52,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35021 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:52,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:52,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350210x0, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:52,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350210x0, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on znode that does not yet exist, /0-795945126/running 2024-11-25T07:20:52,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35021-0x1014dffb9640001 connected 2024-11-25T07:20:52,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:20:52,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:20:52,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on znode that does not yet exist, /0-795945126/master 2024-11-25T07:20:52,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on znode that does not yet exist, /0-795945126/acl 2024-11-25T07:20:52,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35021 2024-11-25T07:20:52,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35021 2024-11-25T07:20:52,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35021 2024-11-25T07:20:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35021 2024-11-25T07:20:52,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35021 2024-11-25T07:20:52,896 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:38247 2024-11-25T07:20:52,896 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-795945126/backup-masters/5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126/backup-masters 2024-11-25T07:20:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126/backup-masters 2024-11-25T07:20:52,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on existing znode=/0-795945126/backup-masters/5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:52,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:52,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-795945126/master 2024-11-25T07:20:52,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:52,900 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on existing znode=/0-795945126/master 2024-11-25T07:20:52,900 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-795945126/backup-masters/5eb3d201e8c9,38247,1732519252814 from backup master directory 2024-11-25T07:20:52,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-795945126/backup-masters/5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:52,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126/backup-masters 2024-11-25T07:20:52,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126/backup-masters 2024-11-25T07:20:52,902 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:52,902 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:52,905 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/hbase.id] with ID: 6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb 2024-11-25T07:20:52,905 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/.tmp/hbase.id 2024-11-25T07:20:52,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:20:53,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:20:53,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:20:53,311 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/.tmp/hbase.id]:[hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/hbase.id] 2024-11-25T07:20:53,318 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:53,318 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:20:53,319 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:20:53,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:53,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:20:53,727 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:53,728 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:20:53,728 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:53,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:20:54,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store 2024-11-25T07:20:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:20:54,540 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:54,540 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:54,540 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:54,540 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:54,540 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:54,540 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:54,540 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:54,540 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519254540Disabling compacts and flushes for region at 1732519254540Disabling writes for close at 1732519254540Writing region close event to WAL at 1732519254540Closed at 1732519254540 2024-11-25T07:20:54,541 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/.initializing 2024-11-25T07:20:54,541 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/WALs/5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:54,542 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:54,543 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C38247%2C1732519252814, suffix=, logDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/WALs/5eb3d201e8c9,38247,1732519252814, archiveDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/oldWALs, maxLogs=10 2024-11-25T07:20:54,556 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/WALs/5eb3d201e8c9,38247,1732519252814/5eb3d201e8c9%2C38247%2C1732519252814.1732519254543, exclude list is [], retry=0 2024-11-25T07:20:54,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-1b1749ce-8773-4379-93f2-ac088d671895,DISK] 2024-11-25T07:20:54,560 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/WALs/5eb3d201e8c9,38247,1732519252814/5eb3d201e8c9%2C38247%2C1732519252814.1732519254543 2024-11-25T07:20:54,560 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-25T07:20:54,560 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:54,560 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:54,560 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,560 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:20:54,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:54,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:54,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:20:54,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:54,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:54,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:20:54,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:54,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:54,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:20:54,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:54,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:54,567 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,568 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,568 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,569 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,569 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,570 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:54,570 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:54,572 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:54,572 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74929441, jitterRate=0.11653567850589752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:54,573 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519254561Initializing all the Stores at 1732519254561Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519254561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519254561Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519254561Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519254561Cleaning up temporary data from old regions at 1732519254569 (+8 ms)Region opened successfully at 1732519254573 (+4 ms) 2024-11-25T07:20:54,573 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:20:54,575 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73052288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:54,576 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:20:54,576 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:20:54,576 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:20:54,576 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:20:54,577 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:20:54,577 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:20:54,577 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:20:54,578 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:20:54,579 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Unable to get data of znode /0-795945126/balancer because node does not exist (not necessarily an error) 2024-11-25T07:20:54,580 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-795945126/balancer already deleted, retry=false 2024-11-25T07:20:54,580 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:20:54,581 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Unable to get data of znode /0-795945126/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:20:54,582 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-795945126/normalizer already deleted, retry=false 2024-11-25T07:20:54,582 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:20:54,583 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Unable to get data of znode /0-795945126/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:20:54,585 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-795945126/switch/split already deleted, retry=false 2024-11-25T07:20:54,586 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Unable to get data of znode /0-795945126/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:20:54,587 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-795945126/switch/merge already deleted, retry=false 2024-11-25T07:20:54,589 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Unable to get data of znode /0-795945126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:20:54,590 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-795945126/snapshot-cleanup already deleted, retry=false 2024-11-25T07:20:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-795945126/running 2024-11-25T07:20:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-795945126/running 2024-11-25T07:20:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:54,592 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,38247,1732519252814, sessionid=0x1014dffb9640000, setting cluster-up flag (Was=false) 2024-11-25T07:20:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:54,601 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-795945126/flush-table-proc/acquired, /0-795945126/flush-table-proc/reached, /0-795945126/flush-table-proc/abort 2024-11-25T07:20:54,601 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:54,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:54,609 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-795945126/online-snapshot/acquired, /0-795945126/online-snapshot/reached, /0-795945126/online-snapshot/abort 2024-11-25T07:20:54,610 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:54,611 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:20:54,612 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:54,612 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:20:54,612 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:20:54,612 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,38247,1732519252814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:54,613 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,614 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519284614 2024-11-25T07:20:54,614 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:20:54,614 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:20:54,614 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:54,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:20:54,615 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:20:54,616 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:20:54,616 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:20:54,616 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519254616,5,FailOnTimeoutGroup] 2024-11-25T07:20:54,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:54,616 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519254616,5,FailOnTimeoutGroup] 2024-11-25T07:20:54,616 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:20:54,616 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:20:54,616 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,616 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:20:54,687 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(746): ClusterId : 6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb 2024-11-25T07:20:54,687 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:20:54,689 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:20:54,689 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:20:54,690 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:20:54,690 DEBUG [RS:0;5eb3d201e8c9:35021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1fb72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:54,702 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:35021 2024-11-25T07:20:54,702 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:20:54,702 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:20:54,702 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:20:54,703 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,38247,1732519252814 with port=35021, startcode=1732519252867 2024-11-25T07:20:54,703 DEBUG [RS:0;5eb3d201e8c9:35021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:20:54,704 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:20:54,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:54,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38247 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:54,706 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c 2024-11-25T07:20:54,706 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34753 2024-11-25T07:20:54,706 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:20:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126/rs 2024-11-25T07:20:54,709 DEBUG [RS:0;5eb3d201e8c9:35021 {}] zookeeper.ZKUtil(111): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on existing znode=/0-795945126/rs/5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:54,709 WARN [RS:0;5eb3d201e8c9:35021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:54,709 INFO [RS:0;5eb3d201e8c9:35021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:54,709 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:54,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,35021,1732519252867] 2024-11-25T07:20:54,711 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:20:54,713 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:20:54,713 INFO [RS:0;5eb3d201e8c9:35021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:20:54,713 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,713 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:20:54,714 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:20:54,714 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:54,714 DEBUG [RS:0;5eb3d201e8c9:35021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:54,715 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,715 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,715 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,715 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,715 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,715 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35021,1732519252867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:54,729 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:20:54,729 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35021,1732519252867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,730 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,730 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.Replication(171): 5eb3d201e8c9,35021,1732519252867 started 2024-11-25T07:20:54,743 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:54,743 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,35021,1732519252867, RpcServer on 5eb3d201e8c9/172.17.0.2:35021, sessionid=0x1014dffb9640001 2024-11-25T07:20:54,743 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:20:54,743 DEBUG [RS:0;5eb3d201e8c9:35021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:54,743 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35021,1732519252867' 2024-11-25T07:20:54,743 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-795945126/flush-table-proc/abort' 2024-11-25T07:20:54,744 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-795945126/flush-table-proc/acquired' 2024-11-25T07:20:54,744 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:20:54,744 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:20:54,744 DEBUG [RS:0;5eb3d201e8c9:35021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:54,744 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35021,1732519252867' 2024-11-25T07:20:54,744 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-795945126/online-snapshot/abort' 2024-11-25T07:20:54,744 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-795945126/online-snapshot/acquired' 2024-11-25T07:20:54,745 DEBUG [RS:0;5eb3d201e8c9:35021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:20:54,745 INFO [RS:0;5eb3d201e8c9:35021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:20:54,745 INFO [RS:0;5eb3d201e8c9:35021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:20:54,845 INFO [RS:0;5eb3d201e8c9:35021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:54,846 INFO [RS:0;5eb3d201e8c9:35021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35021%2C1732519252867, suffix=, logDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867, archiveDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/oldWALs, maxLogs=10 2024-11-25T07:20:54,867 DEBUG [RS:0;5eb3d201e8c9:35021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847, exclude list is [], retry=0 2024-11-25T07:20:54,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-1b1749ce-8773-4379-93f2-ac088d671895,DISK] 2024-11-25T07:20:54,875 INFO [RS:0;5eb3d201e8c9:35021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 2024-11-25T07:20:54,876 DEBUG [RS:0;5eb3d201e8c9:35021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-25T07:20:55,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:20:55,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c 2024-11-25T07:20:55,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:20:55,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:55,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:55,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:55,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:55,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:55,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:55,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:55,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:55,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:55,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:55,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740 2024-11-25T07:20:55,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740 2024-11-25T07:20:55,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:55,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:55,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:55,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:55,443 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:55,444 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64700374, jitterRate=-0.03588929772377014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:55,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519255433Initializing all the Stores at 1732519255434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519255434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519255434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519255434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519255434Cleaning up temporary data from old regions at 1732519255441 (+7 ms)Region opened successfully at 1732519255444 (+3 ms) 2024-11-25T07:20:55,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:55,444 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:55,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:55,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:55,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:55,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:55,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519255444Disabling compacts and flushes for region at 1732519255444Disabling writes for close at 1732519255444Writing region close event to WAL at 1732519255445 (+1 ms)Closed at 1732519255445 2024-11-25T07:20:55,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:55,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:20:55,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:20:55,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:55,447 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:20:55,598 DEBUG [5eb3d201e8c9:38247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:20:55,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:55,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35021,1732519252867, state=OPENING 2024-11-25T07:20:55,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:20:55,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:55,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:20:55,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:55,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35021,1732519252867}] 2024-11-25T07:20:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-795945126/meta-region-server: CHANGED 2024-11-25T07:20:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-795945126/meta-region-server: CHANGED 2024-11-25T07:20:55,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:55,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:20:55,759 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:20:55,759 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:55,760 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:20:55,761 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35021%2C1732519252867.meta, suffix=.meta, logDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867, archiveDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/oldWALs, maxLogs=10 2024-11-25T07:20:55,775 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.meta.1732519255761.meta, exclude list is [], retry=0 2024-11-25T07:20:55,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-1b1749ce-8773-4379-93f2-ac088d671895,DISK] 2024-11-25T07:20:55,778 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.meta.1732519255761.meta 2024-11-25T07:20:55,778 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-25T07:20:55,778 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:55,778 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:55,778 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:55,779 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:20:55,779 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:20:55,779 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:20:55,779 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:55,779 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:20:55,779 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:20:55,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:55,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:55,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:55,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:55,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:55,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:55,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:55,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:55,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:55,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:55,783 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:55,784 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740 2024-11-25T07:20:55,785 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740 2024-11-25T07:20:55,786 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:55,786 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:55,786 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:55,787 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:55,788 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61462934, jitterRate=-0.0841309130191803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:55,788 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:20:55,788 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519255779Writing region info on filesystem at 1732519255779Initializing all the Stores at 1732519255779Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519255780 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519255780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519255780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519255780Cleaning up temporary data from old regions at 1732519255786 (+6 ms)Running coprocessor post-open hooks at 1732519255788 (+2 ms)Region opened successfully at 1732519255788 2024-11-25T07:20:55,789 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519255754 2024-11-25T07:20:55,791 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:20:55,791 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:20:55,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:55,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35021,1732519252867, state=OPEN 2024-11-25T07:20:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-795945126/meta-region-server 2024-11-25T07:20:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-795945126/meta-region-server 2024-11-25T07:20:55,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:20:55,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-795945126/meta-region-server: CHANGED 2024-11-25T07:20:55,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-795945126/meta-region-server: CHANGED 2024-11-25T07:20:55,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:20:55,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35021,1732519252867 in 196 msec 2024-11-25T07:20:55,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:20:55,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-25T07:20:55,802 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:55,802 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:20:55,803 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:55,803 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35021,1732519252867, seqNum=-1] 2024-11-25T07:20:55,804 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:55,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:55,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-25T07:20:55,809 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519255809, completionTime=-1 2024-11-25T07:20:55,809 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:20:55,809 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:20:55,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:20:55,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519315811 2024-11-25T07:20:55,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519375811 2024-11-25T07:20:55,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:20:55,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38247,1732519252814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:55,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38247,1732519252814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:55,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38247,1732519252814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:55,812 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:38247, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:55,812 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:55,812 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:55,813 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:20:55,815 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-11-25T07:20:55,815 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:20:55,815 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:20:55,815 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:20:55,816 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:20:55,816 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:20:55,816 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38247,1732519252814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:55,816 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38247,1732519252814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:20:55,817 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:20:55,817 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:20:55,817 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38247,1732519252814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:55,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd286f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:55,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38247,-1 for getting cluster id 2024-11-25T07:20:55,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:55,889 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb' 2024-11-25T07:20:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb" 2024-11-25T07:20:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3811facd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38247,-1] 2024-11-25T07:20:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:55,891 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:55,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2498731e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:55,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35021,1732519252867, seqNum=-1] 2024-11-25T07:20:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:55,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:55,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,38247,1732519252814 2024-11-25T07:20:55,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:55,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:55,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014dffb9640002 connected 2024-11-25T07:20:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.log.dir so I do NOT create it in target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e 2024-11-25T07:20:55,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:20:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.tmp.dir so I do NOT create it in target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e 2024-11-25T07:20:55,902 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:20:55,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e 2024-11-25T07:20:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:20:55,902 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/cluster_0dfbffd8-d172-d044-654f-7b34dad74b86, deleteOnExit=true 2024-11-25T07:20:55,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/test.cache.data in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:20:55,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:20:55,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:20:55,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:20:55,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:55,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:55,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:55,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:55,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:55,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:55,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e125f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:55,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714c4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:56,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53832d8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/java.io.tmpdir/jetty-localhost-41237-hadoop-hdfs-3_4_1-tests_jar-_-any-15673536922517249821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:56,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f97b7f4{HTTP/1.1, (http/1.1)}{localhost:41237} 2024-11-25T07:20:56,102 INFO [Time-limited test {}] server.Server(415): Started @252921ms 2024-11-25T07:20:56,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:56,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:56,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:56,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:56,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:56,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521605cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:56,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77396616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:56,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7867800b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/java.io.tmpdir/jetty-localhost-44451-hadoop-hdfs-3_4_1-tests_jar-_-any-7764204081411234441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:56,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@338dd482{HTTP/1.1, (http/1.1)}{localhost:44451} 2024-11-25T07:20:56,363 INFO [Time-limited test {}] server.Server(415): Started @253183ms 2024-11-25T07:20:56,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:20:56,485 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/cluster_0dfbffd8-d172-d044-654f-7b34dad74b86/data/data1/current/BP-650760483-172.17.0.2-1732519255925/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:56,485 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/cluster_0dfbffd8-d172-d044-654f-7b34dad74b86/data/data2/current/BP-650760483-172.17.0.2-1732519255925/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:56,505 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:20:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5768a7f5ac03d9a1 with lease ID 0xbe5d2a661aa7ba18: Processing first storage report for DS-e60ec06d-fad1-432e-ac2e-5f356bd6d353 from datanode DatanodeRegistration(127.0.0.1:46685, datanodeUuid=67a78056-2274-4b15-8504-339028a8f356, infoPort=33161, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1579335146;c=1732519255925) 2024-11-25T07:20:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5768a7f5ac03d9a1 with lease ID 0xbe5d2a661aa7ba18: from storage DS-e60ec06d-fad1-432e-ac2e-5f356bd6d353 node DatanodeRegistration(127.0.0.1:46685, datanodeUuid=67a78056-2274-4b15-8504-339028a8f356, infoPort=33161, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1579335146;c=1732519255925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5768a7f5ac03d9a1 with lease ID 0xbe5d2a661aa7ba18: Processing first storage report for DS-ac5b33d0-993a-452d-8ba0-2db0d1594d0b from datanode DatanodeRegistration(127.0.0.1:46685, datanodeUuid=67a78056-2274-4b15-8504-339028a8f356, infoPort=33161, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1579335146;c=1732519255925) 2024-11-25T07:20:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5768a7f5ac03d9a1 with lease ID 0xbe5d2a661aa7ba18: from storage DS-ac5b33d0-993a-452d-8ba0-2db0d1594d0b node DatanodeRegistration(127.0.0.1:46685, datanodeUuid=67a78056-2274-4b15-8504-339028a8f356, infoPort=33161, infoSecurePort=0, ipcPort=36359, storageInfo=lv=-57;cid=testClusterID;nsid=1579335146;c=1732519255925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:56,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e 2024-11-25T07:20:56,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:56,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:56,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:20:56,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899 with version=8 2024-11-25T07:20:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/hbase-staging 2024-11-25T07:20:57,000 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:57,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:57,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:57,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:57,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:57,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:57,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:20:57,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:57,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36505 2024-11-25T07:20:57,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36505 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:57,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365050x0, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:57,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36505-0x1014dffb9640003 connected 2024-11-25T07:20:57,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:57,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:57,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on znode that does not yet exist, /1338455100/running 2024-11-25T07:20:57,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899, hbase.cluster.distributed=false 2024-11-25T07:20:57,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on znode that does not yet exist, /1338455100/acl 2024-11-25T07:20:57,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36505 2024-11-25T07:20:57,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36505 2024-11-25T07:20:57,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36505 2024-11-25T07:20:57,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36505 2024-11-25T07:20:57,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36505 2024-11-25T07:20:57,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:57,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:57,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:57,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:57,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:57,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:57,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:20:57,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:57,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35555 2024-11-25T07:20:57,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35555 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:57,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:57,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:57,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355550x0, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:57,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355550x0, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on znode that does not yet exist, /1338455100/running 2024-11-25T07:20:57,075 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:20:57,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35555-0x1014dffb9640004 connected 2024-11-25T07:20:57,076 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:20:57,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on znode that does not yet exist, /1338455100/master 2024-11-25T07:20:57,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on znode that does not yet exist, /1338455100/acl 2024-11-25T07:20:57,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35555 2024-11-25T07:20:57,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35555 2024-11-25T07:20:57,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35555 2024-11-25T07:20:57,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35555 2024-11-25T07:20:57,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35555 2024-11-25T07:20:57,111 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:36505 2024-11-25T07:20:57,112 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1338455100/backup-masters/5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100/backup-masters 2024-11-25T07:20:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100/backup-masters 2024-11-25T07:20:57,115 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on existing znode=/1338455100/backup-masters/5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1338455100/master 2024-11-25T07:20:57,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,117 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on existing znode=/1338455100/master 2024-11-25T07:20:57,118 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1338455100/backup-masters/5eb3d201e8c9,36505,1732519257000 from backup master directory 2024-11-25T07:20:57,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338455100/backup-masters/5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:57,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100/backup-masters 2024-11-25T07:20:57,120 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:57,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100/backup-masters 2024-11-25T07:20:57,120 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:57,125 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/hbase.id] with ID: e617a2e3-04d2-4e39-b832-db51e08657ec 2024-11-25T07:20:57,125 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/.tmp/hbase.id 2024-11-25T07:20:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:20:57,141 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/.tmp/hbase.id]:[hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/hbase.id] 2024-11-25T07:20:57,151 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:57,151 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:20:57,152 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:20:57,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:20:57,167 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:57,167 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:20:57,168 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:20:57,179 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store 2024-11-25T07:20:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:20:57,189 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:57,189 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:57,189 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:57,189 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:57,189 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:57,189 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:57,189 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:57,189 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519257189Disabling compacts and flushes for region at 1732519257189Disabling writes for close at 1732519257189Writing region close event to WAL at 1732519257189Closed at 1732519257189 2024-11-25T07:20:57,189 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/.initializing 2024-11-25T07:20:57,190 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/WALs/5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:57,190 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:57,192 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C36505%2C1732519257000, suffix=, logDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/WALs/5eb3d201e8c9,36505,1732519257000, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/oldWALs, maxLogs=10 2024-11-25T07:20:57,212 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/WALs/5eb3d201e8c9,36505,1732519257000/5eb3d201e8c9%2C36505%2C1732519257000.1732519257192, exclude list is [], retry=0 2024-11-25T07:20:57,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-e60ec06d-fad1-432e-ac2e-5f356bd6d353,DISK] 2024-11-25T07:20:57,216 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/WALs/5eb3d201e8c9,36505,1732519257000/5eb3d201e8c9%2C36505%2C1732519257000.1732519257192 2024-11-25T07:20:57,216 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-11-25T07:20:57,216 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:57,217 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:57,217 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,217 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:20:57,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:57,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:20:57,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:57,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:20:57,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:57,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:20:57,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:57,227 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,228 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,228 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,229 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,229 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,230 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:57,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:57,233 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:57,233 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61282270, jitterRate=-0.08682301640510559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:57,233 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519257217Initializing all the Stores at 1732519257218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519257218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519257220 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519257220Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519257220Cleaning up temporary data from old regions at 1732519257229 (+9 ms)Region opened successfully at 1732519257233 (+4 ms) 2024-11-25T07:20:57,234 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:20:57,236 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156ac5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:57,237 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:20:57,237 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:20:57,237 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:20:57,237 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:20:57,238 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:20:57,238 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:20:57,238 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:20:57,240 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:20:57,241 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Unable to get data of znode /1338455100/balancer because node does not exist (not necessarily an error) 2024-11-25T07:20:57,242 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338455100/balancer already deleted, retry=false 2024-11-25T07:20:57,243 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:20:57,243 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Unable to get data of znode /1338455100/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:20:57,244 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338455100/normalizer already deleted, retry=false 2024-11-25T07:20:57,245 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:20:57,249 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Unable to get data of znode /1338455100/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:20:57,251 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338455100/switch/split already deleted, retry=false 2024-11-25T07:20:57,252 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Unable to get data of znode /1338455100/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:20:57,253 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338455100/switch/merge already deleted, retry=false 2024-11-25T07:20:57,255 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Unable to get data of znode /1338455100/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:20:57,256 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1338455100/snapshot-cleanup already deleted, retry=false 2024-11-25T07:20:57,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1338455100/running 2024-11-25T07:20:57,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1338455100/running 2024-11-25T07:20:57,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,258 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,36505,1732519257000, sessionid=0x1014dffb9640003, setting cluster-up flag (Was=false) 2024-11-25T07:20:57,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,268 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1338455100/flush-table-proc/acquired, /1338455100/flush-table-proc/reached, /1338455100/flush-table-proc/abort 2024-11-25T07:20:57,274 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:57,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,288 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1338455100/online-snapshot/acquired, /1338455100/online-snapshot/reached, /1338455100/online-snapshot/abort 2024-11-25T07:20:57,289 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:57,291 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:20:57,292 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:57,292 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:20:57,292 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:20:57,293 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,36505,1732519257000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:57,294 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,297 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(746): ClusterId : e617a2e3-04d2-4e39-b832-db51e08657ec 2024-11-25T07:20:57,297 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:20:57,297 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519287297 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:20:57,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:57,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:20:57,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:20:57,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,299 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:20:57,299 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:20:57,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:20:57,299 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:20:57,299 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:20:57,299 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519257299,5,FailOnTimeoutGroup] 2024-11-25T07:20:57,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519257300,5,FailOnTimeoutGroup] 2024-11-25T07:20:57,300 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,300 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:20:57,300 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,300 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,301 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:20:57,302 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3291df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:20:57,321 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:35555 2024-11-25T07:20:57,321 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:20:57,321 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:20:57,321 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:20:57,322 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,36505,1732519257000 with port=35555, startcode=1732519257059 2024-11-25T07:20:57,322 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:20:57,328 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:20:57,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:57,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36505 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:57,330 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899 2024-11-25T07:20:57,330 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34003 2024-11-25T07:20:57,330 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:20:57,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100/rs 2024-11-25T07:20:57,334 DEBUG [RS:0;5eb3d201e8c9:35555 {}] zookeeper.ZKUtil(111): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on existing znode=/1338455100/rs/5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:57,334 WARN [RS:0;5eb3d201e8c9:35555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:57,334 INFO [RS:0;5eb3d201e8c9:35555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:57,335 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:57,343 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:20:57,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,35555,1732519257059] 2024-11-25T07:20:57,348 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:20:57,349 INFO [RS:0;5eb3d201e8c9:35555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:20:57,349 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,349 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:20:57,350 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:20:57,350 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:57,350 DEBUG [RS:0;5eb3d201e8c9:35555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:57,355 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,356 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,356 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,356 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,356 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,356 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35555,1732519257059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:57,372 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:20:57,372 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35555,1732519257059-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,372 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,372 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.Replication(171): 5eb3d201e8c9,35555,1732519257059 started 2024-11-25T07:20:57,386 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:57,386 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,35555,1732519257059, RpcServer on 5eb3d201e8c9/172.17.0.2:35555, sessionid=0x1014dffb9640004 2024-11-25T07:20:57,386 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:20:57,386 DEBUG [RS:0;5eb3d201e8c9:35555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:57,386 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35555,1732519257059' 2024-11-25T07:20:57,386 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1338455100/flush-table-proc/abort' 2024-11-25T07:20:57,386 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1338455100/flush-table-proc/acquired' 2024-11-25T07:20:57,387 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:20:57,387 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:20:57,387 DEBUG [RS:0;5eb3d201e8c9:35555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:57,387 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35555,1732519257059' 2024-11-25T07:20:57,387 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1338455100/online-snapshot/abort' 2024-11-25T07:20:57,387 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1338455100/online-snapshot/acquired' 2024-11-25T07:20:57,387 DEBUG [RS:0;5eb3d201e8c9:35555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:20:57,387 INFO [RS:0;5eb3d201e8c9:35555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:20:57,387 INFO [RS:0;5eb3d201e8c9:35555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:20:57,488 INFO [RS:0;5eb3d201e8c9:35555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:57,489 INFO [RS:0;5eb3d201e8c9:35555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35555%2C1732519257059, suffix=, logDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/oldWALs, maxLogs=10 2024-11-25T07:20:57,507 DEBUG [RS:0;5eb3d201e8c9:35555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, exclude list is [], retry=0 2024-11-25T07:20:57,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-e60ec06d-fad1-432e-ac2e-5f356bd6d353,DISK] 2024-11-25T07:20:57,511 INFO [RS:0;5eb3d201e8c9:35555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 2024-11-25T07:20:57,511 DEBUG [RS:0;5eb3d201e8c9:35555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-11-25T07:20:57,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:20:57,709 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899 2024-11-25T07:20:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:20:57,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:57,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:57,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:57,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:57,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:57,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:57,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:57,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:57,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:57,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:57,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:57,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:57,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:57,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:57,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:57,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740 2024-11-25T07:20:57,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740 2024-11-25T07:20:57,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:57,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:57,729 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:57,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:57,731 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:57,731 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65482411, jitterRate=-0.024236038327217102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:57,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519257718Initializing all the Stores at 1732519257719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519257719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519257719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519257719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519257719Cleaning up temporary data from old regions at 1732519257728 (+9 ms)Region opened successfully at 1732519257731 (+3 ms) 2024-11-25T07:20:57,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:57,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:57,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:57,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:57,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:57,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:57,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519257732Disabling compacts and flushes for region at 1732519257732Disabling writes for close at 1732519257732Writing region close event to WAL at 1732519257732Closed at 1732519257732 2024-11-25T07:20:57,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:57,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:20:57,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:20:57,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:57,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:20:57,885 DEBUG [5eb3d201e8c9:36505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:20:57,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:57,887 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35555,1732519257059, state=OPENING 2024-11-25T07:20:57,893 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:20:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:20:57,895 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:57,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338455100/meta-region-server: CHANGED 2024-11-25T07:20:57,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338455100/meta-region-server: CHANGED 2024-11-25T07:20:57,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35555,1732519257059}] 2024-11-25T07:20:58,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:20:58,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:20:58,053 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:20:58,053 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:58,053 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:20:58,054 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35555%2C1732519257059.meta, suffix=.meta, logDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/oldWALs, maxLogs=10 2024-11-25T07:20:58,067 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.meta.1732519258054.meta, exclude list is [], retry=0 2024-11-25T07:20:58,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-e60ec06d-fad1-432e-ac2e-5f356bd6d353,DISK] 2024-11-25T07:20:58,070 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.meta.1732519258054.meta 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:58,071 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:20:58,071 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:20:58,071 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:20:58,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:58,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:58,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:58,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:58,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:58,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:58,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:58,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:58,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:58,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:58,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:58,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:58,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:58,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:58,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:58,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:58,076 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:58,076 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740 2024-11-25T07:20:58,077 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740 2024-11-25T07:20:58,078 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:58,078 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:58,078 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:58,079 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:58,080 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59910045, jitterRate=-0.10727076232433319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:58,080 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:20:58,080 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519258072Writing region info on filesystem at 1732519258072Initializing all the Stores at 1732519258072Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519258072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519258072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519258072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519258072Cleaning up temporary data from old regions at 1732519258078 (+6 ms)Running coprocessor post-open hooks at 1732519258080 (+2 ms)Region opened successfully at 1732519258080 2024-11-25T07:20:58,080 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519258047 2024-11-25T07:20:58,082 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:20:58,082 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:20:58,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:58,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35555,1732519257059, state=OPEN 2024-11-25T07:20:58,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1338455100/meta-region-server 2024-11-25T07:20:58,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1338455100/meta-region-server 2024-11-25T07:20:58,086 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:20:58,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338455100/meta-region-server: CHANGED 2024-11-25T07:20:58,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1338455100/meta-region-server: CHANGED 2024-11-25T07:20:58,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:20:58,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35555,1732519257059 in 191 msec 2024-11-25T07:20:58,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:20:58,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-25T07:20:58,089 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:58,089 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:20:58,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:58,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35555,1732519257059, seqNum=-1] 2024-11-25T07:20:58,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:58,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:58,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-25T07:20:58,095 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519258095, completionTime=-1 2024-11-25T07:20:58,095 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:20:58,095 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:20:58,096 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:20:58,096 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519318096 2024-11-25T07:20:58,096 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519378096 2024-11-25T07:20:58,096 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:20:58,097 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36505,1732519257000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:58,097 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36505,1732519257000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:58,097 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36505,1732519257000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:58,097 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:36505, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:58,097 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:58,097 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:58,098 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.980sec 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36505,1732519257000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:58,100 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36505,1732519257000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:20:58,101 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:20:58,101 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:20:58,102 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,36505,1732519257000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:58,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6576d5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:58,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:20:58,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:20:58,201 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:20:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:20:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:20:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3345798a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:20:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:20:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:20:58,202 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:20:58,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cfdc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:20:58,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:20:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35555,1732519257059, seqNum=-1] 2024-11-25T07:20:58,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:20:58,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:20:58,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,36505,1732519257000 2024-11-25T07:20:58,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:58,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:58,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014dffb9640005 connected 2024-11-25T07:20:58,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.log.dir so I do NOT create it in target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01 2024-11-25T07:20:58,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:20:58,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.tmp.dir so I do NOT create it in target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01 2024-11-25T07:20:58,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:20:58,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01 2024-11-25T07:20:58,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:20:58,222 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/cluster_94787298-a31d-875c-b41c-e68a84349b69, deleteOnExit=true 2024-11-25T07:20:58,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/test.cache.data in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:20:58,223 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:20:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:20:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:20:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:20:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:20:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:20:58,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:20:58,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:58,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:58,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:58,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:58,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:20:58,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:58,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a277a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:58,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b00ea66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:58,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:20:58,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:20:58,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ae64d17{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/java.io.tmpdir/jetty-localhost-41887-hadoop-hdfs-3_4_1-tests_jar-_-any-8568235347930568955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:20:58,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59e041cf{HTTP/1.1, (http/1.1)}{localhost:41887} 2024-11-25T07:20:58,451 INFO [Time-limited test {}] server.Server(415): Started @255270ms 2024-11-25T07:20:58,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:20:58,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:20:58,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:20:58,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:20:58,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:20:58,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbefb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:20:58,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d89182b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:20:58,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f0b91e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/java.io.tmpdir/jetty-localhost-45757-hadoop-hdfs-3_4_1-tests_jar-_-any-11633710352518913013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:20:58,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18212679{HTTP/1.1, (http/1.1)}{localhost:45757} 2024-11-25T07:20:58,702 INFO [Time-limited test {}] server.Server(415): Started @255522ms 2024-11-25T07:20:58,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:20:58,823 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/cluster_94787298-a31d-875c-b41c-e68a84349b69/data/data1/current/BP-164265014-172.17.0.2-1732519258246/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:58,823 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/cluster_94787298-a31d-875c-b41c-e68a84349b69/data/data2/current/BP-164265014-172.17.0.2-1732519258246/current, will proceed with Du for space computation calculation, 2024-11-25T07:20:58,850 WARN [Thread-3672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:20:58,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c6ce0b4343f26b1 with lease ID 0x88de7b189dc990d7: Processing first storage report for DS-c0a75b00-afd5-441b-b89b-3e300677918e from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=41bfa14a-bd72-4efd-86b7-e829fccd525b, infoPort=37017, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=95707241;c=1732519258246) 2024-11-25T07:20:58,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c6ce0b4343f26b1 with lease ID 0x88de7b189dc990d7: from storage DS-c0a75b00-afd5-441b-b89b-3e300677918e node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=41bfa14a-bd72-4efd-86b7-e829fccd525b, infoPort=37017, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=95707241;c=1732519258246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:58,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c6ce0b4343f26b1 with lease ID 0x88de7b189dc990d7: Processing first storage report for DS-c17d8f34-bfc2-4ae2-bfb3-719d2cb931fa from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=41bfa14a-bd72-4efd-86b7-e829fccd525b, infoPort=37017, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=95707241;c=1732519258246) 2024-11-25T07:20:58,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c6ce0b4343f26b1 with lease ID 0x88de7b189dc990d7: from storage DS-c17d8f34-bfc2-4ae2-bfb3-719d2cb931fa node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=41bfa14a-bd72-4efd-86b7-e829fccd525b, infoPort=37017, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=95707241;c=1732519258246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:20:58,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01 2024-11-25T07:20:58,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:58,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:20:58,992 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a with version=8 2024-11-25T07:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/hbase-staging 2024-11-25T07:20:58,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:58,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:58,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:58,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:58,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:58,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:58,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:20:58,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:58,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38369 2024-11-25T07:20:58,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38369 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:59,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383690x0, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:59,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38369-0x1014dffb9640006 connected 2024-11-25T07:20:59,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:59,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:59,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on znode that does not yet exist, /2-1565779481/running 2024-11-25T07:20:59,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a, hbase.cluster.distributed=false 2024-11-25T07:20:59,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on znode that does not yet exist, /2-1565779481/acl 2024-11-25T07:20:59,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-25T07:20:59,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38369 2024-11-25T07:20:59,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38369 2024-11-25T07:20:59,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-25T07:20:59,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-25T07:20:59,066 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:20:59,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:59,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:59,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:20:59,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:20:59,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:20:59,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:20:59,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:20:59,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42965 2024-11-25T07:20:59,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42965 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:20:59,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:59,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:59,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429650x0, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on znode that does not yet exist, /2-1565779481/running 2024-11-25T07:20:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429650x0, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:20:59,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:20:59,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42965-0x1014dffb9640007 connected 2024-11-25T07:20:59,089 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:20:59,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on znode that does not yet exist, /2-1565779481/master 2024-11-25T07:20:59,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on znode that does not yet exist, /2-1565779481/acl 2024-11-25T07:20:59,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-25T07:20:59,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42965 2024-11-25T07:20:59,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42965 2024-11-25T07:20:59,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-25T07:20:59,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-25T07:20:59,126 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:38369 2024-11-25T07:20:59,128 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1565779481/backup-masters/5eb3d201e8c9,38369,1732519258995 2024-11-25T07:20:59,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481/backup-masters 2024-11-25T07:20:59,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481/backup-masters 2024-11-25T07:20:59,131 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on existing znode=/2-1565779481/backup-masters/5eb3d201e8c9,38369,1732519258995 2024-11-25T07:20:59,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1565779481/master 2024-11-25T07:20:59,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,134 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on existing znode=/2-1565779481/master 2024-11-25T07:20:59,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1565779481/backup-masters/5eb3d201e8c9,38369,1732519258995 from backup master directory 2024-11-25T07:20:59,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1565779481/backup-masters/5eb3d201e8c9,38369,1732519258995 2024-11-25T07:20:59,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481/backup-masters 2024-11-25T07:20:59,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481/backup-masters 2024-11-25T07:20:59,136 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:59,136 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,38369,1732519258995 2024-11-25T07:20:59,140 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/hbase.id] with ID: f82dca94-d889-423d-a762-b9a56d0cda34 2024-11-25T07:20:59,140 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/.tmp/hbase.id 2024-11-25T07:20:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:20:59,160 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/.tmp/hbase.id]:[hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/hbase.id] 2024-11-25T07:20:59,171 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:20:59,171 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:20:59,172 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:20:59,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:20:59,191 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:20:59,193 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:20:59,196 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:59,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:20:59,216 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store 2024-11-25T07:20:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:20:59,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:59,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:20:59,231 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:59,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:59,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:20:59,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:59,231 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:20:59,231 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519259231Disabling compacts and flushes for region at 1732519259231Disabling writes for close at 1732519259231Writing region close event to WAL at 1732519259231Closed at 1732519259231 2024-11-25T07:20:59,232 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/.initializing 2024-11-25T07:20:59,232 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/WALs/5eb3d201e8c9,38369,1732519258995 2024-11-25T07:20:59,233 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:59,235 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C38369%2C1732519258995, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/WALs/5eb3d201e8c9,38369,1732519258995, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/oldWALs, maxLogs=10 2024-11-25T07:20:59,253 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/WALs/5eb3d201e8c9,38369,1732519258995/5eb3d201e8c9%2C38369%2C1732519258995.1732519259235, exclude list is [], retry=0 2024-11-25T07:20:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-c0a75b00-afd5-441b-b89b-3e300677918e,DISK] 2024-11-25T07:20:59,261 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/WALs/5eb3d201e8c9,38369,1732519258995/5eb3d201e8c9%2C38369%2C1732519258995.1732519259235 2024-11-25T07:20:59,261 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37017:37017)] 2024-11-25T07:20:59,261 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:20:59,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:59,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,262 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:20:59,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:59,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:20:59,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:59,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:20:59,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:59,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:20:59,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:20:59,276 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,277 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,277 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,278 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,278 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,279 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:59,280 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:20:59,285 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:59,285 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61769885, jitterRate=-0.07955698668956757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:59,285 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519259262Initializing all the Stores at 1732519259265 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519259265Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519259266 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519259266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519259266Cleaning up temporary data from old regions at 1732519259278 (+12 ms)Region opened successfully at 1732519259285 (+7 ms) 2024-11-25T07:20:59,290 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:20:59,293 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba8986e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:59,293 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:20:59,294 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:20:59,294 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:20:59,294 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:20:59,294 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:20:59,295 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:20:59,295 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:20:59,297 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:20:59,298 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Unable to get data of znode /2-1565779481/balancer because node does not exist (not necessarily an error) 2024-11-25T07:20:59,299 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1565779481/balancer already deleted, retry=false 2024-11-25T07:20:59,299 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:20:59,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Unable to get data of znode /2-1565779481/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:20:59,303 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1565779481/normalizer already deleted, retry=false 2024-11-25T07:20:59,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:20:59,305 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Unable to get data of znode /2-1565779481/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:20:59,306 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1565779481/switch/split already deleted, retry=false 2024-11-25T07:20:59,307 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Unable to get data of znode /2-1565779481/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:20:59,308 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1565779481/switch/merge already deleted, retry=false 2024-11-25T07:20:59,310 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Unable to get data of znode /2-1565779481/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:20:59,311 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1565779481/snapshot-cleanup already deleted, retry=false 2024-11-25T07:20:59,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1565779481/running 2024-11-25T07:20:59,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1565779481/running 2024-11-25T07:20:59,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,315 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,38369,1732519258995, sessionid=0x1014dffb9640006, setting cluster-up flag (Was=false) 2024-11-25T07:20:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,349 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1565779481/flush-table-proc/acquired, /2-1565779481/flush-table-proc/reached, /2-1565779481/flush-table-proc/abort 2024-11-25T07:20:59,350 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,38369,1732519258995 2024-11-25T07:20:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,360 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1565779481/online-snapshot/acquired, /2-1565779481/online-snapshot/reached, /2-1565779481/online-snapshot/abort 2024-11-25T07:20:59,361 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,38369,1732519258995 2024-11-25T07:20:59,365 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:20:59,369 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:59,369 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:20:59,369 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:20:59,370 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,38369,1732519258995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:59,371 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:59,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:20:59,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:20:59,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519289389 2024-11-25T07:20:59,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:20:59,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:20:59,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:20:59,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:20:59,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:20:59,389 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:20:59,392 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,394 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:20:59,394 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:20:59,394 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:20:59,394 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:20:59,395 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:20:59,395 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:20:59,395 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519259395,5,FailOnTimeoutGroup] 2024-11-25T07:20:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:20:59,397 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519259396,5,FailOnTimeoutGroup] 2024-11-25T07:20:59,397 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,397 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:20:59,397 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,397 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:20:59,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a 2024-11-25T07:20:59,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:20:59,426 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(746): ClusterId : f82dca94-d889-423d-a762-b9a56d0cda34 2024-11-25T07:20:59,426 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:20:59,433 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:20:59,433 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:20:59,437 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:20:59,437 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b23d66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:20:59,454 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:42965 2024-11-25T07:20:59,454 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:20:59,454 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:20:59,454 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:20:59,455 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,38369,1732519258995 with port=42965, startcode=1732519259066 2024-11-25T07:20:59,455 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:20:59,457 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:20:59,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,42965,1732519259066 2024-11-25T07:20:59,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38369 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:20:59,459 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a 2024-11-25T07:20:59,459 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41025 2024-11-25T07:20:59,459 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:20:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481/rs 2024-11-25T07:20:59,464 DEBUG [RS:0;5eb3d201e8c9:42965 {}] zookeeper.ZKUtil(111): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on existing znode=/2-1565779481/rs/5eb3d201e8c9,42965,1732519259066 2024-11-25T07:20:59,464 WARN [RS:0;5eb3d201e8c9:42965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:20:59,464 INFO [RS:0;5eb3d201e8c9:42965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:20:59,465 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066 2024-11-25T07:20:59,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,42965,1732519259066] 2024-11-25T07:20:59,469 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:20:59,472 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:20:59,473 INFO [RS:0;5eb3d201e8c9:42965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:20:59,473 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,475 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:20:59,476 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:20:59,476 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:59,476 DEBUG [RS:0;5eb3d201e8c9:42965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:20:59,480 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,480 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,480 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,480 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,480 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,480 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42965,1732519259066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:20:59,501 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:20:59,501 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42965,1732519259066-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,501 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,501 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.Replication(171): 5eb3d201e8c9,42965,1732519259066 started 2024-11-25T07:20:59,519 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:20:59,519 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,42965,1732519259066, RpcServer on 5eb3d201e8c9/172.17.0.2:42965, sessionid=0x1014dffb9640007 2024-11-25T07:20:59,520 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:20:59,520 DEBUG [RS:0;5eb3d201e8c9:42965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,42965,1732519259066 2024-11-25T07:20:59,520 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,42965,1732519259066' 2024-11-25T07:20:59,520 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1565779481/flush-table-proc/abort' 2024-11-25T07:20:59,520 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1565779481/flush-table-proc/acquired' 2024-11-25T07:20:59,521 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:20:59,521 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:20:59,521 DEBUG [RS:0;5eb3d201e8c9:42965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,42965,1732519259066 2024-11-25T07:20:59,521 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,42965,1732519259066' 2024-11-25T07:20:59,521 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1565779481/online-snapshot/abort' 2024-11-25T07:20:59,522 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1565779481/online-snapshot/acquired' 2024-11-25T07:20:59,522 DEBUG [RS:0;5eb3d201e8c9:42965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:20:59,522 INFO [RS:0;5eb3d201e8c9:42965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:20:59,522 INFO [RS:0;5eb3d201e8c9:42965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:20:59,623 INFO [RS:0;5eb3d201e8c9:42965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:20:59,624 INFO [RS:0;5eb3d201e8c9:42965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C42965%2C1732519259066, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/oldWALs, maxLogs=10 2024-11-25T07:20:59,642 DEBUG [RS:0;5eb3d201e8c9:42965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, exclude list is [], retry=0 2024-11-25T07:20:59,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-c0a75b00-afd5-441b-b89b-3e300677918e,DISK] 2024-11-25T07:20:59,649 INFO [RS:0;5eb3d201e8c9:42965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 2024-11-25T07:20:59,653 DEBUG [RS:0;5eb3d201e8c9:42965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37017:37017)] 2024-11-25T07:20:59,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:20:59,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:20:59,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:20:59,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:59,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:20:59,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:20:59,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:59,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:20:59,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:20:59,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:59,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:20:59,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:20:59,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:20:59,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:20:59,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:20:59,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740 2024-11-25T07:20:59,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740 2024-11-25T07:20:59,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:20:59,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:20:59,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:20:59,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:20:59,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:20:59,841 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66105672, jitterRate=-0.014948725700378418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:20:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519259826Initializing all the Stores at 1732519259827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519259827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519259827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519259827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519259827Cleaning up temporary data from old regions at 1732519259837 (+10 ms)Region opened successfully at 1732519259841 (+4 ms) 2024-11-25T07:20:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:20:59,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:20:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:20:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:20:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:20:59,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:20:59,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519259841Disabling compacts and flushes for region at 1732519259841Disabling writes for close at 1732519259841Writing region close event to WAL at 1732519259841Closed at 1732519259841 2024-11-25T07:20:59,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:20:59,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:20:59,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:20:59,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:20:59,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:20:59,994 DEBUG [5eb3d201e8c9:38369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:20:59,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:20:59,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,42965,1732519259066, state=OPENING 2024-11-25T07:20:59,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:20:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:20:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:21:00,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:00,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1565779481/meta-region-server: CHANGED 2024-11-25T07:21:00,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,42965,1732519259066}] 2024-11-25T07:21:00,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1565779481/meta-region-server: CHANGED 2024-11-25T07:21:00,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:00,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:21:00,158 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:21:00,158 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:00,158 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:21:00,159 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C42965%2C1732519259066.meta, suffix=.meta, logDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/oldWALs, maxLogs=10 2024-11-25T07:21:00,177 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.meta.1732519260159.meta, exclude list is [], retry=0 2024-11-25T07:21:00,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-c0a75b00-afd5-441b-b89b-3e300677918e,DISK] 2024-11-25T07:21:00,181 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.meta.1732519260159.meta 2024-11-25T07:21:00,181 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37017:37017)] 2024-11-25T07:21:00,182 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:00,182 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:00,182 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:00,182 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:21:00,182 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:21:00,182 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:21:00,182 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:00,183 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:21:00,183 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:21:00,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:00,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:00,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:00,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:00,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:00,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:00,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:00,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:00,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:00,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:00,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:00,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:00,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:00,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:00,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:00,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:00,195 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:00,197 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740 2024-11-25T07:21:00,198 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740 2024-11-25T07:21:00,199 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:00,199 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:00,200 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:00,202 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:00,202 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72917066, jitterRate=0.08654895424842834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:00,202 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:21:00,203 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519260183Writing region info on filesystem at 1732519260183Initializing all the Stores at 1732519260184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519260184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519260188 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519260188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519260188Cleaning up temporary data from old regions at 1732519260199 (+11 ms)Running coprocessor post-open hooks at 1732519260202 (+3 ms)Region opened successfully at 1732519260203 (+1 ms) 2024-11-25T07:21:00,203 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519260152 2024-11-25T07:21:00,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:00,207 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:21:00,207 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:21:00,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,42965,1732519259066, state=OPEN 2024-11-25T07:21:00,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1565779481/meta-region-server 2024-11-25T07:21:00,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1565779481/meta-region-server 2024-11-25T07:21:00,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1565779481/meta-region-server: CHANGED 2024-11-25T07:21:00,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:00,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1565779481/meta-region-server: CHANGED 2024-11-25T07:21:00,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:21:00,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,42965,1732519259066 in 210 msec 2024-11-25T07:21:00,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:21:00,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-25T07:21:00,214 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:00,214 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:21:00,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:00,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42965,1732519259066, seqNum=-1] 2024-11-25T07:21:00,215 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:00,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:00,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-25T07:21:00,220 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519260220, completionTime=-1 2024-11-25T07:21:00,221 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:21:00,221 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519320223 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519380223 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38369,1732519258995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38369,1732519258995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38369,1732519258995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:38369, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:00,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:00,224 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:00,225 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:21:00,227 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.091sec 2024-11-25T07:21:00,228 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:21:00,228 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:21:00,228 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:21:00,228 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:21:00,228 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:21:00,228 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38369,1732519258995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:00,228 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38369,1732519258995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:21:00,230 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:21:00,230 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:21:00,230 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38369,1732519258995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:00,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5352deb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:00,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38369,-1 for getting cluster id 2024-11-25T07:21:00,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:00,327 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f82dca94-d889-423d-a762-b9a56d0cda34' 2024-11-25T07:21:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f82dca94-d889-423d-a762-b9a56d0cda34" 2024-11-25T07:21:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105107de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38369,-1] 2024-11-25T07:21:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:00,329 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:00,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:00,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42965,1732519259066, seqNum=-1] 2024-11-25T07:21:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:00,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:00,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,38369,1732519258995 2024-11-25T07:21:00,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50695 2024-11-25T07:21:00,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:00,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014dffb9640008 connected 2024-11-25T07:21:00,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38247,1732519252814 2024-11-25T07:21:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39aaf8c1 2024-11-25T07:21:00,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:00,342 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:00,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:21:00,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:00,346 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:00,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:21:00,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:00,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:21:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:00,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:21:00,755 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 326dd621dc7e6e8e2b85a6e659d0bb23, NAME => 'test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c 2024-11-25T07:21:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:21:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 326dd621dc7e6e8e2b85a6e659d0bb23, disabling compactions & flushes 2024-11-25T07:21:00,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. after waiting 0 ms 2024-11-25T07:21:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:00,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:00,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 326dd621dc7e6e8e2b85a6e659d0bb23: Waiting for close lock at 1732519260761Disabling compacts and flushes for region at 1732519260761Disabling writes for close at 1732519260761Writing region close event to WAL at 1732519260761Closed at 1732519260761 2024-11-25T07:21:00,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:00,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519260762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519260762"}]},"ts":"1732519260762"} 2024-11-25T07:21:00,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:00,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:00,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519260766"}]},"ts":"1732519260766"} 2024-11-25T07:21:00,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:21:00,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=326dd621dc7e6e8e2b85a6e659d0bb23, ASSIGN}] 2024-11-25T07:21:00,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=326dd621dc7e6e8e2b85a6e659d0bb23, ASSIGN 2024-11-25T07:21:00,775 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=326dd621dc7e6e8e2b85a6e659d0bb23, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35021,1732519252867; forceNewPlan=false, retain=false 2024-11-25T07:21:00,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=326dd621dc7e6e8e2b85a6e659d0bb23, regionState=OPENING, regionLocation=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:21:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=326dd621dc7e6e8e2b85a6e659d0bb23, ASSIGN because future has completed 2024-11-25T07:21:00,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326dd621dc7e6e8e2b85a6e659d0bb23, server=5eb3d201e8c9,35021,1732519252867}] 2024-11-25T07:21:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:01,084 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:01,084 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 326dd621dc7e6e8e2b85a6e659d0bb23, NAME => 'test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:01,084 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:01,084 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:21:01,085 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,085 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:01,085 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,085 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,088 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,089 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326dd621dc7e6e8e2b85a6e659d0bb23 columnFamilyName f 2024-11-25T07:21:01,089 DEBUG [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:01,090 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] regionserver.HStore(327): Store=326dd621dc7e6e8e2b85a6e659d0bb23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:01,090 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,091 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326dd621dc7e6e8e2b85a6e659d0bb23 columnFamilyName f1 2024-11-25T07:21:01,091 DEBUG [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:01,091 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] regionserver.HStore(327): Store=326dd621dc7e6e8e2b85a6e659d0bb23/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:01,091 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,092 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 326dd621dc7e6e8e2b85a6e659d0bb23 columnFamilyName norep 2024-11-25T07:21:01,092 DEBUG [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:01,092 INFO [StoreOpener-326dd621dc7e6e8e2b85a6e659d0bb23-1 {}] regionserver.HStore(327): Store=326dd621dc7e6e8e2b85a6e659d0bb23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:01,092 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,093 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,093 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,094 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,094 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,094 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:01,095 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,096 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:01,097 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 326dd621dc7e6e8e2b85a6e659d0bb23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61799848, jitterRate=-0.07911050319671631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:01,097 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:01,097 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 326dd621dc7e6e8e2b85a6e659d0bb23: Running coprocessor pre-open hook at 1732519261085Writing region info on filesystem at 1732519261085Initializing all the Stores at 1732519261086 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519261086Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519261088 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519261088Cleaning up temporary data from old regions at 1732519261094 (+6 ms)Running coprocessor post-open hooks at 1732519261097 (+3 ms)Region opened successfully at 1732519261097 2024-11-25T07:21:01,098 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23., pid=6, masterSystemTime=1732519261080 2024-11-25T07:21:01,100 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:01,100 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:01,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=326dd621dc7e6e8e2b85a6e659d0bb23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:21:01,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 326dd621dc7e6e8e2b85a6e659d0bb23, server=5eb3d201e8c9,35021,1732519252867 because future has completed 2024-11-25T07:21:01,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:21:01,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 326dd621dc7e6e8e2b85a6e659d0bb23, server=5eb3d201e8c9,35021,1732519252867 in 174 msec 2024-11-25T07:21:01,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:21:01,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=326dd621dc7e6e8e2b85a6e659d0bb23, ASSIGN in 332 msec 2024-11-25T07:21:01,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:01,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519261107"}]},"ts":"1732519261107"} 2024-11-25T07:21:01,109 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:21:01,110 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:01,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-25T07:21:01,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:01,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:01,484 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:21:01,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36505,1732519257000 2024-11-25T07:21:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a7eade 2024-11-25T07:21:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:01,486 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:01,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:21:01,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:01,489 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:01,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:21:01,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:01,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:21:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:01,898 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd602bd20e41cd6c03dd77ce73c80145, NAME => 'test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899 2024-11-25T07:21:01,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:21:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:02,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:02,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd602bd20e41cd6c03dd77ce73c80145, disabling compactions & flushes 2024-11-25T07:21:02,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:02,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:02,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. after waiting 0 ms 2024-11-25T07:21:02,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:02,304 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:02,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd602bd20e41cd6c03dd77ce73c80145: Waiting for close lock at 1732519262304Disabling compacts and flushes for region at 1732519262304Disabling writes for close at 1732519262304Writing region close event to WAL at 1732519262304Closed at 1732519262304 2024-11-25T07:21:02,305 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:02,306 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519262305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519262305"}]},"ts":"1732519262305"} 2024-11-25T07:21:02,307 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:02,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:02,310 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519262310"}]},"ts":"1732519262310"} 2024-11-25T07:21:02,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:21:02,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd602bd20e41cd6c03dd77ce73c80145, ASSIGN}] 2024-11-25T07:21:02,316 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd602bd20e41cd6c03dd77ce73c80145, ASSIGN 2024-11-25T07:21:02,317 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd602bd20e41cd6c03dd77ce73c80145, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35555,1732519257059; forceNewPlan=false, retain=false 2024-11-25T07:21:02,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd602bd20e41cd6c03dd77ce73c80145, regionState=OPENING, regionLocation=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:21:02,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd602bd20e41cd6c03dd77ce73c80145, ASSIGN because future has completed 2024-11-25T07:21:02,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd602bd20e41cd6c03dd77ce73c80145, server=5eb3d201e8c9,35555,1732519257059}] 2024-11-25T07:21:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:02,641 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:02,641 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd602bd20e41cd6c03dd77ce73c80145, NAME => 'test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:02,641 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:02,641 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:21:02,642 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,642 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:02,642 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,642 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,668 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,670 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd602bd20e41cd6c03dd77ce73c80145 columnFamilyName f 2024-11-25T07:21:02,670 DEBUG [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:02,671 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] regionserver.HStore(327): Store=fd602bd20e41cd6c03dd77ce73c80145/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:02,671 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,673 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd602bd20e41cd6c03dd77ce73c80145 columnFamilyName f1 2024-11-25T07:21:02,673 DEBUG [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:02,673 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] regionserver.HStore(327): Store=fd602bd20e41cd6c03dd77ce73c80145/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:02,673 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,675 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd602bd20e41cd6c03dd77ce73c80145 columnFamilyName norep 2024-11-25T07:21:02,675 DEBUG [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:02,675 INFO [StoreOpener-fd602bd20e41cd6c03dd77ce73c80145-1 {}] regionserver.HStore(327): Store=fd602bd20e41cd6c03dd77ce73c80145/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:02,676 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,677 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,680 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,681 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,681 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,682 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:02,683 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,693 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:02,694 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd602bd20e41cd6c03dd77ce73c80145; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62973248, jitterRate=-0.06162548065185547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:02,694 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:02,694 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd602bd20e41cd6c03dd77ce73c80145: Running coprocessor pre-open hook at 1732519262642Writing region info on filesystem at 1732519262642Initializing all the Stores at 1732519262643 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519262643Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519262656 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519262656Cleaning up temporary data from old regions at 1732519262681 (+25 ms)Running coprocessor post-open hooks at 1732519262694 (+13 ms)Region opened successfully at 1732519262694 2024-11-25T07:21:02,695 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145., pid=6, masterSystemTime=1732519262626 2024-11-25T07:21:02,697 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:02,697 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:02,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd602bd20e41cd6c03dd77ce73c80145, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:21:02,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd602bd20e41cd6c03dd77ce73c80145, server=5eb3d201e8c9,35555,1732519257059 because future has completed 2024-11-25T07:21:02,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:21:02,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd602bd20e41cd6c03dd77ce73c80145, server=5eb3d201e8c9,35555,1732519257059 in 231 msec 2024-11-25T07:21:02,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:21:02,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd602bd20e41cd6c03dd77ce73c80145, ASSIGN in 389 msec 2024-11-25T07:21:02,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:02,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519262710"}]},"ts":"1732519262710"} 2024-11-25T07:21:02,712 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:21:02,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:02,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2260 sec 2024-11-25T07:21:03,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:21:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:03,633 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:21:03,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38369,1732519258995 2024-11-25T07:21:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7603b4b9 2024-11-25T07:21:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:03,635 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:03,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:21:03,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:03,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:03,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:21:03,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:21:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:04,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fb17c9cda224916d3ca8c0ed66fe5e9, NAME => 'test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a 2024-11-25T07:21:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:21:04,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:04,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5fb17c9cda224916d3ca8c0ed66fe5e9, disabling compactions & flushes 2024-11-25T07:21:04,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:04,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:04,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. after waiting 0 ms 2024-11-25T07:21:04,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:04,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:04,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fb17c9cda224916d3ca8c0ed66fe5e9: Waiting for close lock at 1732519264052Disabling compacts and flushes for region at 1732519264052Disabling writes for close at 1732519264052Writing region close event to WAL at 1732519264052Closed at 1732519264052 2024-11-25T07:21:04,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:04,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519264053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519264053"}]},"ts":"1732519264053"} 2024-11-25T07:21:04,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:04,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:04,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519264056"}]},"ts":"1732519264056"} 2024-11-25T07:21:04,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:21:04,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5fb17c9cda224916d3ca8c0ed66fe5e9, ASSIGN}] 2024-11-25T07:21:04,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5fb17c9cda224916d3ca8c0ed66fe5e9, ASSIGN 2024-11-25T07:21:04,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5fb17c9cda224916d3ca8c0ed66fe5e9, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,42965,1732519259066; forceNewPlan=false, retain=false 2024-11-25T07:21:04,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fb17c9cda224916d3ca8c0ed66fe5e9, regionState=OPENING, regionLocation=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:04,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5fb17c9cda224916d3ca8c0ed66fe5e9, ASSIGN because future has completed 2024-11-25T07:21:04,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fb17c9cda224916d3ca8c0ed66fe5e9, server=5eb3d201e8c9,42965,1732519259066}] 2024-11-25T07:21:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:04,369 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:04,369 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fb17c9cda224916d3ca8c0ed66fe5e9, NAME => 'test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:04,370 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:04,370 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:21:04,370 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,370 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:04,370 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,370 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,371 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,372 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fb17c9cda224916d3ca8c0ed66fe5e9 columnFamilyName f 2024-11-25T07:21:04,372 DEBUG [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:04,373 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] regionserver.HStore(327): Store=5fb17c9cda224916d3ca8c0ed66fe5e9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:04,373 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,374 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fb17c9cda224916d3ca8c0ed66fe5e9 columnFamilyName f1 2024-11-25T07:21:04,374 DEBUG [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:04,374 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] regionserver.HStore(327): Store=5fb17c9cda224916d3ca8c0ed66fe5e9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:04,374 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,375 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fb17c9cda224916d3ca8c0ed66fe5e9 columnFamilyName norep 2024-11-25T07:21:04,375 DEBUG [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:04,375 INFO [StoreOpener-5fb17c9cda224916d3ca8c0ed66fe5e9-1 {}] regionserver.HStore(327): Store=5fb17c9cda224916d3ca8c0ed66fe5e9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:04,375 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,376 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,376 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,377 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,377 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,377 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:04,378 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,379 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:04,379 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5fb17c9cda224916d3ca8c0ed66fe5e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72827366, jitterRate=0.08521232008934021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:04,379 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:04,380 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5fb17c9cda224916d3ca8c0ed66fe5e9: Running coprocessor pre-open hook at 1732519264370Writing region info on filesystem at 1732519264370Initializing all the Stores at 1732519264371 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519264371Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519264371Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519264371Cleaning up temporary data from old regions at 1732519264377 (+6 ms)Running coprocessor post-open hooks at 1732519264379 (+2 ms)Region opened successfully at 1732519264380 (+1 ms) 2024-11-25T07:21:04,380 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9., pid=6, masterSystemTime=1732519264366 2024-11-25T07:21:04,382 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:04,382 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:04,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fb17c9cda224916d3ca8c0ed66fe5e9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fb17c9cda224916d3ca8c0ed66fe5e9, server=5eb3d201e8c9,42965,1732519259066 because future has completed 2024-11-25T07:21:04,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:21:04,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fb17c9cda224916d3ca8c0ed66fe5e9, server=5eb3d201e8c9,42965,1732519259066 in 171 msec 2024-11-25T07:21:04,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:21:04,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5fb17c9cda224916d3ca8c0ed66fe5e9, ASSIGN in 329 msec 2024-11-25T07:21:04,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:04,389 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519264389"}]},"ts":"1732519264389"} 2024-11-25T07:21:04,391 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:21:04,391 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:04,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-25T07:21:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:04,773 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:21:04,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:04,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38247,-1 for getting cluster id 2024-11-25T07:21:04,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:04,775 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb' 2024-11-25T07:21:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb" 2024-11-25T07:21:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5f63c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38247,-1] 2024-11-25T07:21:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:04,777 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc11c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:04,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38247,1732519252814 2024-11-25T07:21:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2041e3e7 2024-11-25T07:21:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:04,779 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:04,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:36505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:21:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:21:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:04,782 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:36505' 2024-11-25T07:21:04,783 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:04,783 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:21:04,783 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:04,784 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:21:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:21:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cfa3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:21:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:04,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:04,785 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:04,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e35e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:04,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36505,1732519257000 2024-11-25T07:21:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43209f60 2024-11-25T07:21:04,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:04,787 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:04,787 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:21:04,787 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:21:04,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:04,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:04,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:04,788 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:04,789 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:21:04,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:04,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:04,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:21:04,839 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:21:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:05,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a74c9e4cf0c9832c0d10dbc89018e020, NAME => 'hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c 2024-11-25T07:21:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:21:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:05,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:05,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a74c9e4cf0c9832c0d10dbc89018e020, disabling compactions & flushes 2024-11-25T07:21:05,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:05,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:05,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. after waiting 0 ms 2024-11-25T07:21:05,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:05,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:05,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a74c9e4cf0c9832c0d10dbc89018e020: Waiting for close lock at 1732519265610Disabling compacts and flushes for region at 1732519265610Disabling writes for close at 1732519265610Writing region close event to WAL at 1732519265610Closed at 1732519265610 2024-11-25T07:21:05,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:05,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519265612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519265612"}]},"ts":"1732519265612"} 2024-11-25T07:21:05,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:05,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:05,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519265615"}]},"ts":"1732519265615"} 2024-11-25T07:21:05,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:21:05,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a74c9e4cf0c9832c0d10dbc89018e020, ASSIGN}] 2024-11-25T07:21:05,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a74c9e4cf0c9832c0d10dbc89018e020, ASSIGN 2024-11-25T07:21:05,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a74c9e4cf0c9832c0d10dbc89018e020, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35021,1732519252867; forceNewPlan=false, retain=false 2024-11-25T07:21:05,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a74c9e4cf0c9832c0d10dbc89018e020, regionState=OPENING, regionLocation=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:21:05,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a74c9e4cf0c9832c0d10dbc89018e020, ASSIGN because future has completed 2024-11-25T07:21:05,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a74c9e4cf0c9832c0d10dbc89018e020, server=5eb3d201e8c9,35021,1732519252867}] 2024-11-25T07:21:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:05,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:05,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:05,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:21:05,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35021%2C1732519252867.rep, suffix=, logDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867, archiveDir=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/oldWALs, maxLogs=10 2024-11-25T07:21:05,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.rep.1732519265945, exclude list is [], retry=0 2024-11-25T07:21:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39837,DS-1b1749ce-8773-4379-93f2-ac088d671895,DISK] 2024-11-25T07:21:05,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.rep.1732519265945 2024-11-25T07:21:05,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43463:43463)] 2024-11-25T07:21:05,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a74c9e4cf0c9832c0d10dbc89018e020, NAME => 'hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:05,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. service=MultiRowMutationService 2024-11-25T07:21:05,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:21:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,974 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,976 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74c9e4cf0c9832c0d10dbc89018e020 columnFamilyName hfileref 2024-11-25T07:21:05,976 DEBUG [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:05,977 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] regionserver.HStore(327): Store=a74c9e4cf0c9832c0d10dbc89018e020/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:05,977 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,978 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74c9e4cf0c9832c0d10dbc89018e020 columnFamilyName queue 2024-11-25T07:21:05,978 DEBUG [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:05,979 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] regionserver.HStore(327): Store=a74c9e4cf0c9832c0d10dbc89018e020/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:05,979 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,980 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a74c9e4cf0c9832c0d10dbc89018e020 columnFamilyName sid 2024-11-25T07:21:05,980 DEBUG [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:05,980 INFO [StoreOpener-a74c9e4cf0c9832c0d10dbc89018e020-1 {}] regionserver.HStore(327): Store=a74c9e4cf0c9832c0d10dbc89018e020/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:05,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:05,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:05,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a74c9e4cf0c9832c0d10dbc89018e020; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73086716, jitterRate=0.0890769362449646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:05,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:05,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a74c9e4cf0c9832c0d10dbc89018e020: Running coprocessor pre-open hook at 1732519265972Writing region info on filesystem at 1732519265972Initializing all the Stores at 1732519265973 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519265973Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519265974 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519265974Cleaning up temporary data from old regions at 1732519265984 (+10 ms)Running coprocessor post-open hooks at 1732519265988 (+4 ms)Region opened successfully at 1732519265988 2024-11-25T07:21:05,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020., pid=10, masterSystemTime=1732519265939 2024-11-25T07:21:05,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:05,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:05,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a74c9e4cf0c9832c0d10dbc89018e020, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35021,1732519252867 2024-11-25T07:21:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a74c9e4cf0c9832c0d10dbc89018e020, server=5eb3d201e8c9,35021,1732519252867 because future has completed 2024-11-25T07:21:05,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:21:05,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a74c9e4cf0c9832c0d10dbc89018e020, server=5eb3d201e8c9,35021,1732519252867 in 210 msec 2024-11-25T07:21:05,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:21:05,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a74c9e4cf0c9832c0d10dbc89018e020, ASSIGN in 379 msec 2024-11-25T07:21:05,999 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:06,000 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519265999"}]},"ts":"1732519265999"} 2024-11-25T07:21:06,001 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:21:06,002 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:06,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2140 sec 2024-11-25T07:21:06,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020., hostname=5eb3d201e8c9,35021,1732519252867, seqNum=2] 2024-11-25T07:21:06,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:21:06,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:21:06,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:21:06,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:21:06,206 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:21:06,241 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,35021,1732519252867, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:21:06,242 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:06,242 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35021,1732519252867, seqNum=-1] 2024-11-25T07:21:06,242 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:06,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:06,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,35021,1732519252867', locateType=CURRENT is [region=hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020., hostname=5eb3d201e8c9,35021,1732519252867, seqNum=2] 2024-11-25T07:21:06,247 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:21:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:21:06,249 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,35021,1732519252867 suceeded 2024-11-25T07:21:06,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:21:06,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-25T07:21:06,250 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:36505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:21:06,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-11-25T07:21:06,261 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:36505' 2024-11-25T07:21:06,262 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aad9b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,262 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:21:06,262 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:06,262 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:21:06,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:21:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7249e36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:21:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:06,264 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:06,264 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44324abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,264 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36505,1732519257000 2024-11-25T07:21:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@948cd8f 2024-11-25T07:21:06,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:06,266 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-25T07:21:06,266 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,35021,1732519252867 (queues=1) is replicating from cluster=6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb to cluster=e617a2e3-04d2-4e39-b832-db51e08657ec 2024-11-25T07:21:06,266 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C35021%2C1732519252867 2024-11-25T07:21:06,267 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,35021,1732519252867, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:21:06,267 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847, startPosition=0, beingWritten=true 2024-11-25T07:21:06,267 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C35021%2C1732519252867 2024-11-25T07:21:06,271 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:06,271 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:06,271 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35021,1732519252867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:06,474 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:06,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:06,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:06,778 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:06,933 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:21:06,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:06,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:06,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:06,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:06,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:06,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:21:06,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:06,936 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b79b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:06,937 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:06,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49777194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:06,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36505,1732519257000 2024-11-25T07:21:06,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27d55459 2024-11-25T07:21:06,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:06,939 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:06,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:38369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:21:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:21:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:06,942 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:38369' 2024-11-25T07:21:06,943 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4479159e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,943 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38369,-1 for getting cluster id 2024-11-25T07:21:06,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:06,943 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f82dca94-d889-423d-a762-b9a56d0cda34' 2024-11-25T07:21:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f82dca94-d889-423d-a762-b9a56d0cda34" 2024-11-25T07:21:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac6d000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38369,-1] 2024-11-25T07:21:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:06,944 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:06,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c85d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:06,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38369,1732519258995 2024-11-25T07:21:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484110b7 2024-11-25T07:21:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:06,946 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:06,947 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:21:06,947 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:21:06,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:06,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:06,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:06,948 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:06,948 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:21:06,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:06,949 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:06,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:06,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:21:06,999 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:21:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:07,181 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:07,356 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0173942bb16bced27a49dae987c9d6b3, NAME => 'hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899 2024-11-25T07:21:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:21:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:07,685 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:07,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:07,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0173942bb16bced27a49dae987c9d6b3, disabling compactions & flushes 2024-11-25T07:21:07,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:07,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:07,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. after waiting 0 ms 2024-11-25T07:21:07,761 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:07,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:07,762 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0173942bb16bced27a49dae987c9d6b3: Waiting for close lock at 1732519267761Disabling compacts and flushes for region at 1732519267761Disabling writes for close at 1732519267761Writing region close event to WAL at 1732519267761Closed at 1732519267761 2024-11-25T07:21:07,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:07,763 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519267763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519267763"}]},"ts":"1732519267763"} 2024-11-25T07:21:07,765 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:07,766 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:07,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519267766"}]},"ts":"1732519267766"} 2024-11-25T07:21:07,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:21:07,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0173942bb16bced27a49dae987c9d6b3, ASSIGN}] 2024-11-25T07:21:07,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0173942bb16bced27a49dae987c9d6b3, ASSIGN 2024-11-25T07:21:07,770 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0173942bb16bced27a49dae987c9d6b3, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35555,1732519257059; forceNewPlan=false, retain=false 2024-11-25T07:21:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c6ce0b4343f26b2 with lease ID 0x88de7b189dc990d8: from storage DS-c0a75b00-afd5-441b-b89b-3e300677918e node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=41bfa14a-bd72-4efd-86b7-e829fccd525b, infoPort=37017, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=95707241;c=1732519258246), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:21:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c6ce0b4343f26b2 with lease ID 0x88de7b189dc990d8: from storage DS-c17d8f34-bfc2-4ae2-bfb3-719d2cb931fa node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=41bfa14a-bd72-4efd-86b7-e829fccd525b, infoPort=37017, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=95707241;c=1732519258246), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:07,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0173942bb16bced27a49dae987c9d6b3, regionState=OPENING, regionLocation=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:21:07,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0173942bb16bced27a49dae987c9d6b3, ASSIGN because future has completed 2024-11-25T07:21:07,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0173942bb16bced27a49dae987c9d6b3, server=5eb3d201e8c9,35555,1732519257059}] 2024-11-25T07:21:08,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:08,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:08,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:21:08,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35555%2C1732519257059.rep, suffix=, logDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059, archiveDir=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/oldWALs, maxLogs=10 2024-11-25T07:21:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:08,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.rep.1732519268081, exclude list is [], retry=0 2024-11-25T07:21:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-e60ec06d-fad1-432e-ac2e-5f356bd6d353,DISK] 2024-11-25T07:21:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.rep.1732519268081 2024-11-25T07:21:08,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-11-25T07:21:08,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0173942bb16bced27a49dae987c9d6b3, NAME => 'hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:08,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. service=MultiRowMutationService 2024-11-25T07:21:08,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,104 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,105 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0173942bb16bced27a49dae987c9d6b3 columnFamilyName hfileref 2024-11-25T07:21:08,105 DEBUG [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:08,105 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] regionserver.HStore(327): Store=0173942bb16bced27a49dae987c9d6b3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:08,105 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,106 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0173942bb16bced27a49dae987c9d6b3 columnFamilyName queue 2024-11-25T07:21:08,106 DEBUG [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:08,106 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] regionserver.HStore(327): Store=0173942bb16bced27a49dae987c9d6b3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:08,107 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,107 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0173942bb16bced27a49dae987c9d6b3 columnFamilyName sid 2024-11-25T07:21:08,107 DEBUG [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:08,108 INFO [StoreOpener-0173942bb16bced27a49dae987c9d6b3-1 {}] regionserver.HStore(327): Store=0173942bb16bced27a49dae987c9d6b3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:08,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/replication/0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/replication/0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:08,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/replication/0173942bb16bced27a49dae987c9d6b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:08,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0173942bb16bced27a49dae987c9d6b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281741, jitterRate=0.1068841964006424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:08,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:08,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0173942bb16bced27a49dae987c9d6b3: Running coprocessor pre-open hook at 1732519268103Writing region info on filesystem at 1732519268103Initializing all the Stores at 1732519268104 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519268104Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519268104Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519268104Cleaning up temporary data from old regions at 1732519268109 (+5 ms)Running coprocessor post-open hooks at 1732519268138 (+29 ms)Region opened successfully at 1732519268138 2024-11-25T07:21:08,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3., pid=10, masterSystemTime=1732519268075 2024-11-25T07:21:08,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:08,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:08,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0173942bb16bced27a49dae987c9d6b3, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35555,1732519257059 2024-11-25T07:21:08,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0173942bb16bced27a49dae987c9d6b3, server=5eb3d201e8c9,35555,1732519257059 because future has completed 2024-11-25T07:21:08,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:21:08,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0173942bb16bced27a49dae987c9d6b3, server=5eb3d201e8c9,35555,1732519257059 in 226 msec 2024-11-25T07:21:08,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:21:08,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0173942bb16bced27a49dae987c9d6b3, ASSIGN in 384 msec 2024-11-25T07:21:08,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:08,154 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519268154"}]},"ts":"1732519268154"} 2024-11-25T07:21:08,156 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:21:08,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:08,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-11-25T07:21:08,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3., hostname=5eb3d201e8c9,35555,1732519257059, seqNum=2] 2024-11-25T07:21:08,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:21:08,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:21:08,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:21:08,288 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:08,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:21:08,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T07:21:08,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:08,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T07:21:08,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:21:08,368 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:21:08,398 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,35555,1732519257059, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:21:08,399 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:08,399 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35555,1732519257059, seqNum=-1] 2024-11-25T07:21:08,399 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:08,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,35555,1732519257059', locateType=CURRENT is [region=hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3., hostname=5eb3d201e8c9,35555,1732519257059, seqNum=2] 2024-11-25T07:21:08,404 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:21:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:21:08,406 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,35555,1732519257059 suceeded 2024-11-25T07:21:08,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:21:08,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-25T07:21:08,409 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:38369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:21:08,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4690 sec 2024-11-25T07:21:08,421 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:38369' 2024-11-25T07:21:08,422 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1775dac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:08,422 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38369,-1 for getting cluster id 2024-11-25T07:21:08,422 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:08,423 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f82dca94-d889-423d-a762-b9a56d0cda34' 2024-11-25T07:21:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f82dca94-d889-423d-a762-b9a56d0cda34" 2024-11-25T07:21:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ce93fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38369,-1] 2024-11-25T07:21:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:08,424 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:08,425 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c70081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:08,425 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38369,1732519258995 2024-11-25T07:21:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eaae580 2024-11-25T07:21:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:08,427 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-25T07:21:08,427 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,35555,1732519257059 (queues=1) is replicating from cluster=e617a2e3-04d2-4e39-b832-db51e08657ec to cluster=f82dca94-d889-423d-a762-b9a56d0cda34 2024-11-25T07:21:08,428 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C35555%2C1732519257059 2024-11-25T07:21:08,428 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,35555,1732519257059, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:21:08,431 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, startPosition=0, beingWritten=true 2024-11-25T07:21:08,431 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C35555%2C1732519257059 2024-11-25T07:21:08,437 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:08,437 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:08,437 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:08,640 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:08,944 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:08,994 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:09,093 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:21:09,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:09,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:09,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:09,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:09,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:09,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:09,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38369,-1 for getting cluster id 2024-11-25T07:21:09,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:09,095 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f82dca94-d889-423d-a762-b9a56d0cda34' 2024-11-25T07:21:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f82dca94-d889-423d-a762-b9a56d0cda34" 2024-11-25T07:21:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56aef5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38369,-1] 2024-11-25T07:21:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:09,097 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12662348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:09,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,38369,1732519258995 2024-11-25T07:21:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fbe5a52 2024-11-25T07:21:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:09,100 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:09,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:36505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:21:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:21:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:09,103 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:36505' 2024-11-25T07:21:09,105 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4217fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:09,105 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:21:09,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:09,106 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e1a006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:09,107 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:09,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b6237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:09,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:09,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36505,1732519257000 2024-11-25T07:21:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1917fc5a 2024-11-25T07:21:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:09,109 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:09,110 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:21:09,110 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:21:09,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:09,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:09,111 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:09,112 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:21:09,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:09,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:09,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:09,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:21:09,162 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:21:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:09,349 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:09,521 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f965f1063ccfd9c95d2e311321dc6557, NAME => 'hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a 2024-11-25T07:21:09,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:21:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:09,798 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:09,852 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:09,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:09,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f965f1063ccfd9c95d2e311321dc6557, disabling compactions & flushes 2024-11-25T07:21:09,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:09,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:09,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. after waiting 0 ms 2024-11-25T07:21:09,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:09,926 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:09,926 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f965f1063ccfd9c95d2e311321dc6557: Waiting for close lock at 1732519269926Disabling compacts and flushes for region at 1732519269926Disabling writes for close at 1732519269926Writing region close event to WAL at 1732519269926Closed at 1732519269926 2024-11-25T07:21:09,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:09,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519269927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519269927"}]},"ts":"1732519269927"} 2024-11-25T07:21:09,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:09,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:09,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519269929"}]},"ts":"1732519269929"} 2024-11-25T07:21:09,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:21:09,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f965f1063ccfd9c95d2e311321dc6557, ASSIGN}] 2024-11-25T07:21:09,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f965f1063ccfd9c95d2e311321dc6557, ASSIGN 2024-11-25T07:21:09,932 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f965f1063ccfd9c95d2e311321dc6557, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,42965,1732519259066; forceNewPlan=false, retain=false 2024-11-25T07:21:10,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f965f1063ccfd9c95d2e311321dc6557, regionState=OPENING, regionLocation=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:10,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f965f1063ccfd9c95d2e311321dc6557, ASSIGN because future has completed 2024-11-25T07:21:10,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f965f1063ccfd9c95d2e311321dc6557, server=5eb3d201e8c9,42965,1732519259066}] 2024-11-25T07:21:10,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:10,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:10,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:21:10,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C42965%2C1732519259066.rep, suffix=, logDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066, archiveDir=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/oldWALs, maxLogs=10 2024-11-25T07:21:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:10,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.rep.1732519270241, exclude list is [], retry=0 2024-11-25T07:21:10,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-c0a75b00-afd5-441b-b89b-3e300677918e,DISK] 2024-11-25T07:21:10,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.rep.1732519270241 2024-11-25T07:21:10,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37017:37017)] 2024-11-25T07:21:10,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f965f1063ccfd9c95d2e311321dc6557, NAME => 'hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:10,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. service=MultiRowMutationService 2024-11-25T07:21:10,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,269 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,270 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f965f1063ccfd9c95d2e311321dc6557 columnFamilyName hfileref 2024-11-25T07:21:10,270 DEBUG [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:10,270 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] regionserver.HStore(327): Store=f965f1063ccfd9c95d2e311321dc6557/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:10,270 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,271 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f965f1063ccfd9c95d2e311321dc6557 columnFamilyName queue 2024-11-25T07:21:10,271 DEBUG [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:10,272 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] regionserver.HStore(327): Store=f965f1063ccfd9c95d2e311321dc6557/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:10,272 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,272 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f965f1063ccfd9c95d2e311321dc6557 columnFamilyName sid 2024-11-25T07:21:10,272 DEBUG [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:10,273 INFO [StoreOpener-f965f1063ccfd9c95d2e311321dc6557-1 {}] regionserver.HStore(327): Store=f965f1063ccfd9c95d2e311321dc6557/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:10,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:10,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:10,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f965f1063ccfd9c95d2e311321dc6557; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60662920, jitterRate=-0.09605205059051514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:10,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:10,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f965f1063ccfd9c95d2e311321dc6557: Running coprocessor pre-open hook at 1732519270268Writing region info on filesystem at 1732519270268Initializing all the Stores at 1732519270269 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519270269Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519270269Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519270269Cleaning up temporary data from old regions at 1732519270274 (+5 ms)Running coprocessor post-open hooks at 1732519270277 (+3 ms)Region opened successfully at 1732519270277 2024-11-25T07:21:10,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557., pid=10, masterSystemTime=1732519270237 2024-11-25T07:21:10,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:10,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:10,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f965f1063ccfd9c95d2e311321dc6557, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:10,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f965f1063ccfd9c95d2e311321dc6557, server=5eb3d201e8c9,42965,1732519259066 because future has completed 2024-11-25T07:21:10,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:21:10,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f965f1063ccfd9c95d2e311321dc6557, server=5eb3d201e8c9,42965,1732519259066 in 198 msec 2024-11-25T07:21:10,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:21:10,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f965f1063ccfd9c95d2e311321dc6557, ASSIGN in 354 msec 2024-11-25T07:21:10,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:10,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519270287"}]},"ts":"1732519270287"} 2024-11-25T07:21:10,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:21:10,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:10,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-25T07:21:10,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557., hostname=5eb3d201e8c9,42965,1732519259066, seqNum=2] 2024-11-25T07:21:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:21:10,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:21:10,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:21:10,456 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:10,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:21:10,479 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:21:10,508 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,42965,1732519259066, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:21:10,509 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:10,509 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42965,1732519259066, seqNum=-1] 2024-11-25T07:21:10,509 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:10,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:10,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,42965,1732519259066', locateType=CURRENT is [region=hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557., hostname=5eb3d201e8c9,42965,1732519259066, seqNum=2] 2024-11-25T07:21:10,514 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:21:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:21:10,516 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,42965,1732519259066 suceeded 2024-11-25T07:21:10,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:21:10,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-25T07:21:10,517 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:36505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:21:10,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-25T07:21:10,528 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:36505' 2024-11-25T07:21:10,529 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e23510b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:10,529 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:21:10,530 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:10,530 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:21:10,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:21:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3403c498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:21:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:10,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:10,532 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:10,532 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52000679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:10,532 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:10,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,36505,1732519257000 2024-11-25T07:21:10,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b87cd4 2024-11-25T07:21:10,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:10,534 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-25T07:21:10,534 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,42965,1732519259066 (queues=1) is replicating from cluster=f82dca94-d889-423d-a762-b9a56d0cda34 to cluster=e617a2e3-04d2-4e39-b832-db51e08657ec 2024-11-25T07:21:10,534 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C42965%2C1732519259066 2024-11-25T07:21:10,534 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,42965,1732519259066, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:21:10,535 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, startPosition=0, beingWritten=true 2024-11-25T07:21:10,535 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C42965%2C1732519259066 2024-11-25T07:21:10,539 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:10,539 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 379, reset compression=false 2024-11-25T07:21:10,539 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42965,1732519259066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:10,702 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:10,742 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 379, reset compression=false 2024-11-25T07:21:11,045 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 379, reset compression=false 2024-11-25T07:21:11,160 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:11,253 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:21:11,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:11,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:11,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:11,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:11,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:11,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38247,-1 for getting cluster id 2024-11-25T07:21:11,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:11,256 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb' 2024-11-25T07:21:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ca0aeb4-8eef-44c1-bf65-c8ccd93664bb" 2024-11-25T07:21:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573c1941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38247,-1] 2024-11-25T07:21:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:11,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:11,257 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:11,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19556606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf7598d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:21:11,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:11,261 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:21:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:21:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb1c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:21:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:11,262 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cdfb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1923f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38369,-1 for getting cluster id 2024-11-25T07:21:11,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:11,265 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f82dca94-d889-423d-a762-b9a56d0cda34' 2024-11-25T07:21:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f82dca94-d889-423d-a762-b9a56d0cda34" 2024-11-25T07:21:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273e36bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38369,-1] 2024-11-25T07:21:11,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:11,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:11,266 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:11,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a63fc26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:11,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35021,1732519252867, seqNum=-1] 2024-11-25T07:21:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:11,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23., hostname=5eb3d201e8c9,35021,1732519252867, seqNum=2] 2024-11-25T07:21:11,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42965,1732519259066, seqNum=-1] 2024-11-25T07:21:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:11,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9., hostname=5eb3d201e8c9,42965,1732519259066, seqNum=2] 2024-11-25T07:21:11,279 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T07:21:11,449 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 379, reset compression=false 2024-11-25T07:21:11,706 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 379, reset compression=false 2024-11-25T07:21:11,718 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:11,718 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 480, reset compression=false 2024-11-25T07:21:11,718 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35021,1732519252867 got entry batch from reader: WALEntryBatch [walEntries=[{test/326dd621dc7e6e8e2b85a6e659d0bb23/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T07:21:11,721 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:11,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-25T07:21:11,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:11,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@362ba1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,36505,-1 for getting cluster id 2024-11-25T07:21:11,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:11,726 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e617a2e3-04d2-4e39-b832-db51e08657ec' 2024-11-25T07:21:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e617a2e3-04d2-4e39-b832-db51e08657ec" 2024-11-25T07:21:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c82d85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,36505,-1] 2024-11-25T07:21:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:11,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:11,727 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:11,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dc97ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:11,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35555,1732519257059, seqNum=-1] 2024-11-25T07:21:11,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:11,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:11,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145., hostname=5eb3d201e8c9,35555,1732519257059, seqNum=2] 2024-11-25T07:21:11,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:11,925 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 480, reset compression=false 2024-11-25T07:21:11,953 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 379, reset compression=false 2024-11-25T07:21:11,965 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 379, reset compression=false 2024-11-25T07:21:11,969 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:11,969 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 503, reset compression=false 2024-11-25T07:21:11,969 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd602bd20e41cd6c03dd77ce73c80145/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T07:21:11,971 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:11,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-25T07:21:11,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:11,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62dd267f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,38369,-1 for getting cluster id 2024-11-25T07:21:11,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:11,973 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f82dca94-d889-423d-a762-b9a56d0cda34' 2024-11-25T07:21:11,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:11,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f82dca94-d889-423d-a762-b9a56d0cda34" 2024-11-25T07:21:11,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@900f413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,38369,-1] 2024-11-25T07:21:11,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:11,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:11,974 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:11,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@997e8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:11,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:11,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,42965,1732519259066, seqNum=-1] 2024-11-25T07:21:11,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:11,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:11,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9., hostname=5eb3d201e8c9,42965,1732519259066, seqNum=2] 2024-11-25T07:21:11,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:12,171 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 503, reset compression=false 2024-11-25T07:21:12,232 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 480, reset compression=false 2024-11-25T07:21:12,281 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T07:21:12,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35555,1732519257059, seqNum=-1] 2024-11-25T07:21:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:12,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145., hostname=5eb3d201e8c9,35555,1732519257059, seqNum=2] 2024-11-25T07:21:12,287 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T07:21:12,475 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 503, reset compression=false 2024-11-25T07:21:12,480 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:12,480 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 607, reset compression=false 2024-11-25T07:21:12,480 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd602bd20e41cd6c03dd77ce73c80145/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T07:21:12,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:12,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:12,556 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 379, reset compression=false 2024-11-25T07:21:12,561 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:12,561 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 655, reset compression=false 2024-11-25T07:21:12,561 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42965,1732519259066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:12,636 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 480, reset compression=false 2024-11-25T07:21:12,697 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 607, reset compression=false 2024-11-25T07:21:12,765 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 655, reset compression=false 2024-11-25T07:21:13,001 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 607, reset compression=false 2024-11-25T07:21:13,075 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 655, reset compression=false 2024-11-25T07:21:13,141 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 480, reset compression=false 2024-11-25T07:21:13,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T07:21:13,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T07:21:13,405 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 607, reset compression=false 2024-11-25T07:21:13,481 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 655, reset compression=false 2024-11-25T07:21:13,494 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:13,494 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 759, reset compression=false 2024-11-25T07:21:13,494 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42965,1732519259066 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fb17c9cda224916d3ca8c0ed66fe5e9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T07:21:13,497 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:13,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-25T07:21:13,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:13,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:13,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:13,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:13,710 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 759, reset compression=false 2024-11-25T07:21:13,746 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 480, reset compression=false 2024-11-25T07:21:13,913 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 607, reset compression=false 2024-11-25T07:21:13,919 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:13,919 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 735, reset compression=false 2024-11-25T07:21:13,919 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:14,015 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 759, reset compression=false 2024-11-25T07:21:14,125 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 735, reset compression=false 2024-11-25T07:21:14,295 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T07:21:14,301 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T07:21:14,420 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 759, reset compression=false 2024-11-25T07:21:14,429 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 735, reset compression=false 2024-11-25T07:21:14,453 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 480, reset compression=false 2024-11-25T07:21:14,458 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:14,458 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:14,458 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35021,1732519252867 got entry batch from reader: WALEntryBatch [walEntries=[{test/326dd621dc7e6e8e2b85a6e659d0bb23/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T07:21:14,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:14,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:14,663 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:14,833 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 735, reset compression=false 2024-11-25T07:21:14,838 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:14,838 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 882, reset compression=false 2024-11-25T07:21:14,838 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd602bd20e41cd6c03dd77ce73c80145/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T07:21:14,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:14,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:14,924 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 759, reset compression=false 2024-11-25T07:21:14,929 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:14,929 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 930, reset compression=false 2024-11-25T07:21:14,929 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42965,1732519259066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:14,981 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:15,043 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 882, reset compression=false 2024-11-25T07:21:15,134 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 930, reset compression=false 2024-11-25T07:21:15,304 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T07:21:15,308 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T07:21:15,348 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 882, reset compression=false 2024-11-25T07:21:15,353 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:15,354 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1041, reset compression=false 2024-11-25T07:21:15,354 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd602bd20e41cd6c03dd77ce73c80145/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T07:21:15,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:15,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:15,388 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:15,453 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 930, reset compression=false 2024-11-25T07:21:15,458 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:15,458 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1080, reset compression=false 2024-11-25T07:21:15,458 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42965,1732519259066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:15,557 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1041, reset compression=false 2024-11-25T07:21:15,662 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1080, reset compression=false 2024-11-25T07:21:15,861 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1041, reset compression=false 2024-11-25T07:21:15,892 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:15,966 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1080, reset compression=false 2024-11-25T07:21:16,265 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1041, reset compression=false 2024-11-25T07:21:16,310 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T07:21:16,314 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T07:21:16,371 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1080, reset compression=false 2024-11-25T07:21:16,385 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:16,385 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1239, reset compression=false 2024-11-25T07:21:16,385 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42965,1732519259066 got entry batch from reader: WALEntryBatch [walEntries=[{test/5fb17c9cda224916d3ca8c0ed66fe5e9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T07:21:16,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T07:21:16,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35555 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T07:21:16,497 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:16,590 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1239, reset compression=false 2024-11-25T07:21:16,770 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1041, reset compression=false 2024-11-25T07:21:16,779 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:16,779 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:16,779 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:16,896 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1239, reset compression=false 2024-11-25T07:21:16,986 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:17,213 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:17,290 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:17,301 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1239, reset compression=false 2024-11-25T07:21:17,316 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T07:21:17,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:21:17,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:17,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:17,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:17,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:17,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:17,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:21:17,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2069931554, stopped=false 2024-11-25T07:21:17,327 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,38369,1732519258995 2024-11-25T07:21:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1565779481/running 2024-11-25T07:21:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1565779481/running 2024-11-25T07:21:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:21:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:21:17,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:17,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:17,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:17,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:17,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on znode that does not yet exist, /2-1565779481/running 2024-11-25T07:21:17,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Set watcher on znode that does not yet exist, /2-1565779481/running 2024-11-25T07:21:17,331 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,42965,1732519259066' ***** 2024-11-25T07:21:17,331 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:21:17,331 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:21:17,331 INFO [RS:0;5eb3d201e8c9:42965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:21:17,331 INFO [RS:0;5eb3d201e8c9:42965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:21:17,332 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(3091): Received CLOSE for f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:17,332 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:21:17,332 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:17,332 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:17,332 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:17,332 INFO [RS:0;5eb3d201e8c9:42965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:42965. 2024-11-25T07:21:17,332 DEBUG [RS:0;5eb3d201e8c9:42965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:17,332 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f965f1063ccfd9c95d2e311321dc6557, disabling compactions & flushes 2024-11-25T07:21:17,332 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:17,332 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:17,332 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:17,333 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:21:17,333 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:21:17,333 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:21:17,333 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:21:17,332 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. after waiting 0 ms 2024-11-25T07:21:17,333 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:17,333 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f965f1063ccfd9c95d2e311321dc6557 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-25T07:21:17,334 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:21:17,334 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1325): Online Regions={f965f1063ccfd9c95d2e311321dc6557=hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557., 1588230740=hbase:meta,,1.1588230740, 5fb17c9cda224916d3ca8c0ed66fe5e9=test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9.} 2024-11-25T07:21:17,334 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fb17c9cda224916d3ca8c0ed66fe5e9, f965f1063ccfd9c95d2e311321dc6557 2024-11-25T07:21:17,334 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:17,334 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:17,334 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:17,334 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:17,334 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:17,334 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:21:17,366 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/info/3b07320b315c4d6cbb3df60fe2d4074f is 147, key is hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557./info:regioninfo/1732519270280/Put/seqid=0 2024-11-25T07:21:17,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741840_1016 (size=7686) 2024-11-25T07:21:17,375 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/info/3b07320b315c4d6cbb3df60fe2d4074f 2024-11-25T07:21:17,385 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557/.tmp/queue/6ea0aa7459c54bc1bcbbf6527cf21d77 is 154, key is 1-5eb3d201e8c9,42965,1732519259066/queue:5eb3d201e8c9%2C42965%2C1732519259066/1732519276391/Put/seqid=0 2024-11-25T07:21:17,397 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741841_1017 (size=5353) 2024-11-25T07:21:17,403 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/ns/3d05127f01ec4069ae2ea5f844b5c393 is 43, key is default/ns:d/1732519260217/Put/seqid=0 2024-11-25T07:21:17,403 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557/.tmp/queue/6ea0aa7459c54bc1bcbbf6527cf21d77 2024-11-25T07:21:17,410 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557/.tmp/queue/6ea0aa7459c54bc1bcbbf6527cf21d77 as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557/queue/6ea0aa7459c54bc1bcbbf6527cf21d77 2024-11-25T07:21:17,418 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557/queue/6ea0aa7459c54bc1bcbbf6527cf21d77, entries=1, sequenceid=11, filesize=5.2 K 2024-11-25T07:21:17,419 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for f965f1063ccfd9c95d2e311321dc6557 in 86ms, sequenceid=11, compaction requested=false 2024-11-25T07:21:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741842_1018 (size=5153) 2024-11-25T07:21:17,421 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/ns/3d05127f01ec4069ae2ea5f844b5c393 2024-11-25T07:21:17,441 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/replication/f965f1063ccfd9c95d2e311321dc6557/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:21:17,442 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:17,442 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:21:17,442 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:17,442 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f965f1063ccfd9c95d2e311321dc6557: Waiting for close lock at 1732519277332Running coprocessor pre-close hooks at 1732519277332Disabling compacts and flushes for region at 1732519277332Disabling writes for close at 1732519277333 (+1 ms)Obtaining lock to block concurrent updates at 1732519277333Preparing flush snapshotting stores in f965f1063ccfd9c95d2e311321dc6557 at 1732519277333Finished memstore snapshotting hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732519277334 (+1 ms)Flushing stores of hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. at 1732519277335 (+1 ms)Flushing f965f1063ccfd9c95d2e311321dc6557/queue: creating writer at 1732519277335Flushing f965f1063ccfd9c95d2e311321dc6557/queue: appending metadata at 1732519277384 (+49 ms)Flushing f965f1063ccfd9c95d2e311321dc6557/queue: closing flushed file at 1732519277384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7bf9c9: reopening flushed file at 1732519277410 (+26 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for f965f1063ccfd9c95d2e311321dc6557 in 86ms, sequenceid=11, compaction requested=false at 1732519277419 (+9 ms)Writing region close event to WAL at 1732519277426 (+7 ms)Running coprocessor post-close hooks at 1732519277442 (+16 ms)Closed at 1732519277442 2024-11-25T07:21:17,442 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519269111.f965f1063ccfd9c95d2e311321dc6557. 2024-11-25T07:21:17,442 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fb17c9cda224916d3ca8c0ed66fe5e9, disabling compactions & flushes 2024-11-25T07:21:17,443 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:17,443 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:17,443 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. after waiting 0 ms 2024-11-25T07:21:17,443 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:17,443 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T07:21:17,456 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/rep_barrier/3bf337a769ba4b06b53bbcf96ab395ef is 112, key is test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9./rep_barrier:seqnumDuringOpen/1732519264383/Put/seqid=0 2024-11-25T07:21:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741843_1019 (size=5518) 2024-11-25T07:21:17,468 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/rep_barrier/3bf337a769ba4b06b53bbcf96ab395ef 2024-11-25T07:21:17,481 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/f/d89a2a963e0941888023fb79aa73935b is 29, key is row1/f:/1732519275305/DeleteFamily/seqid=0 2024-11-25T07:21:17,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741844_1020 (size=5152) 2024-11-25T07:21:17,495 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/f/d89a2a963e0941888023fb79aa73935b 2024-11-25T07:21:17,505 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:21:17,505 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:21:17,506 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d89a2a963e0941888023fb79aa73935b 2024-11-25T07:21:17,517 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/table/35526f7a34604fb188a530e655eea024 is 53, key is hbase:replication/table:state/1732519270287/Put/seqid=0 2024-11-25T07:21:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741845_1021 (size=5308) 2024-11-25T07:21:17,522 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/table/35526f7a34604fb188a530e655eea024 2024-11-25T07:21:17,529 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/f1/d761ba232bee4063899803a353b83ac5 is 30, key is row1/f1:/1732519275305/DeleteFamily/seqid=0 2024-11-25T07:21:17,532 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/info/3b07320b315c4d6cbb3df60fe2d4074f as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/info/3b07320b315c4d6cbb3df60fe2d4074f 2024-11-25T07:21:17,534 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:17,536 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/info/3b07320b315c4d6cbb3df60fe2d4074f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:21:17,537 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/ns/3d05127f01ec4069ae2ea5f844b5c393 as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/ns/3d05127f01ec4069ae2ea5f844b5c393 2024-11-25T07:21:17,541 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/ns/3d05127f01ec4069ae2ea5f844b5c393, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:21:17,542 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/rep_barrier/3bf337a769ba4b06b53bbcf96ab395ef as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/rep_barrier/3bf337a769ba4b06b53bbcf96ab395ef 2024-11-25T07:21:17,547 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/rep_barrier/3bf337a769ba4b06b53bbcf96ab395ef, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:21:17,547 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/.tmp/table/35526f7a34604fb188a530e655eea024 as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/table/35526f7a34604fb188a530e655eea024 2024-11-25T07:21:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741846_1022 (size=5158) 2024-11-25T07:21:17,551 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/table/35526f7a34604fb188a530e655eea024, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:21:17,552 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=16, compaction requested=false 2024-11-25T07:21:17,567 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:21:17,568 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:17,568 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:21:17,568 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:17,568 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519277334Running coprocessor pre-close hooks at 1732519277334Disabling compacts and flushes for region at 1732519277334Disabling writes for close at 1732519277334Obtaining lock to block concurrent updates at 1732519277334Preparing flush snapshotting stores in 1588230740 at 1732519277334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519277334Flushing stores of hbase:meta,,1.1588230740 at 1732519277335 (+1 ms)Flushing 1588230740/info: creating writer at 1732519277335Flushing 1588230740/info: appending metadata at 1732519277365 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732519277366 (+1 ms)Flushing 1588230740/ns: creating writer at 1732519277381 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732519277402 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732519277402Flushing 1588230740/rep_barrier: creating writer at 1732519277426 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519277456 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519277456Flushing 1588230740/table: creating writer at 1732519277490 (+34 ms)Flushing 1588230740/table: appending metadata at 1732519277517 (+27 ms)Flushing 1588230740/table: closing flushed file at 1732519277517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ac49c1: reopening flushed file at 1732519277530 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@355eba8c: reopening flushed file at 1732519277537 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b11e842: reopening flushed file at 1732519277541 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461462d2: reopening flushed file at 1732519277547 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 218ms, sequenceid=16, compaction requested=false at 1732519277552 (+5 ms)Writing region close event to WAL at 1732519277564 (+12 ms)Running coprocessor post-close hooks at 1732519277568 (+4 ms)Closed at 1732519277568 2024-11-25T07:21:17,568 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:17,695 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:17,736 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1351): Waiting on 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:17,805 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1239, reset compression=false 2024-11-25T07:21:17,809 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:17,809 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1486, reset compression=false 2024-11-25T07:21:17,809 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,42965,1732519259066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:17,810 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,42965,1732519259066: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,42965,1732519259066, walGroup=5eb3d201e8c9%2C42965%2C1732519259066, offset=5eb3d201e8c9%2C42965%2C1732519259066.1732519259625:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:42965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:21:17,811 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:21:17,811 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:21:17,812 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:21:17,812 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:21:17,812 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:21:17,812 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 910079704 }, "NonHeapMemoryUsage": { "committed": 205258752, "init": 7667712, "max": -1, "used": 202215928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:21:17,813 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:38369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:38369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:21:17,936 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1351): Waiting on 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:17,944 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/f1/d761ba232bee4063899803a353b83ac5 2024-11-25T07:21:17,947 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d761ba232bee4063899803a353b83ac5 2024-11-25T07:21:17,963 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/norep/6bf5f6c737f743df8a0cc4da9cc2ec2e is 33, key is row2/norep:/1732519276311/DeleteFamily/seqid=0 2024-11-25T07:21:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741847_1023 (size=5108) 2024-11-25T07:21:18,012 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1486, reset compression=false 2024-11-25T07:21:18,018 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:18,137 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1351): Waiting on 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:18,199 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:18,316 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.wal-reader.5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.1732519259625 to pos 1486, reset compression=false 2024-11-25T07:21:18,337 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:21:18,337 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1325): Online Regions={5fb17c9cda224916d3ca8c0ed66fe5e9=test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9.} 2024-11-25T07:21:18,337 DEBUG [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1351): Waiting on 5fb17c9cda224916d3ca8c0ed66fe5e9 2024-11-25T07:21:18,367 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/norep/6bf5f6c737f743df8a0cc4da9cc2ec2e 2024-11-25T07:21:18,371 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bf5f6c737f743df8a0cc4da9cc2ec2e 2024-11-25T07:21:18,372 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/f/d89a2a963e0941888023fb79aa73935b as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/f/d89a2a963e0941888023fb79aa73935b 2024-11-25T07:21:18,376 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d89a2a963e0941888023fb79aa73935b 2024-11-25T07:21:18,376 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/f/d89a2a963e0941888023fb79aa73935b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T07:21:18,377 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/f1/d761ba232bee4063899803a353b83ac5 as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/f1/d761ba232bee4063899803a353b83ac5 2024-11-25T07:21:18,381 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d761ba232bee4063899803a353b83ac5 2024-11-25T07:21:18,382 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/f1/d761ba232bee4063899803a353b83ac5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T07:21:18,382 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/.tmp/norep/6bf5f6c737f743df8a0cc4da9cc2ec2e as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/norep/6bf5f6c737f743df8a0cc4da9cc2ec2e 2024-11-25T07:21:18,386 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bf5f6c737f743df8a0cc4da9cc2ec2e 2024-11-25T07:21:18,387 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/norep/6bf5f6c737f743df8a0cc4da9cc2ec2e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T07:21:18,388 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5fb17c9cda224916d3ca8c0ed66fe5e9 in 945ms, sequenceid=10, compaction requested=false 2024-11-25T07:21:18,392 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/data/default/test/5fb17c9cda224916d3ca8c0ed66fe5e9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T07:21:18,392 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:18,392 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:18,393 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:18,393 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fb17c9cda224916d3ca8c0ed66fe5e9: Waiting for close lock at 1732519277442Running coprocessor pre-close hooks at 1732519277442Disabling compacts and flushes for region at 1732519277442Disabling writes for close at 1732519277443 (+1 ms)Obtaining lock to block concurrent updates at 1732519277443Preparing flush snapshotting stores in 5fb17c9cda224916d3ca8c0ed66fe5e9 at 1732519277443Finished memstore snapshotting test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732519277443Flushing stores of test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. at 1732519277447 (+4 ms)Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/f: creating writer at 1732519277447Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/f: appending metadata at 1732519277476 (+29 ms)Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/f: closing flushed file at 1732519277476Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/f1: creating writer at 1732519277506 (+30 ms)Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/f1: appending metadata at 1732519277529 (+23 ms)Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/f1: closing flushed file at 1732519277529Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/norep: creating writer at 1732519277948 (+419 ms)Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/norep: appending metadata at 1732519277962 (+14 ms)Flushing 5fb17c9cda224916d3ca8c0ed66fe5e9/norep: closing flushed file at 1732519277962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d070c0c: reopening flushed file at 1732519278371 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d13aae8: reopening flushed file at 1732519278377 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf1f06f: reopening flushed file at 1732519278382 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5fb17c9cda224916d3ca8c0ed66fe5e9 in 945ms, sequenceid=10, compaction requested=false at 1732519278388 (+6 ms)Writing region close event to WAL at 1732519278389 (+1 ms)Running coprocessor post-close hooks at 1732519278392 (+3 ms)Closed at 1732519278392 2024-11-25T07:21:18,393 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519263636.5fb17c9cda224916d3ca8c0ed66fe5e9. 2024-11-25T07:21:18,537 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,42965,1732519259066; all regions closed. 2024-11-25T07:21:18,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:21:18,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/WALs/5eb3d201e8c9,42965,1732519259066/5eb3d201e8c9%2C42965%2C1732519259066.rep.1732519270241 not finished, retry = 0 2024-11-25T07:21:18,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741839_1015 (size=2896) 2024-11-25T07:21:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741833_1009 (size=2138) 2024-11-25T07:21:18,646 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:18,646 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:18,647 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:18,647 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:18,647 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:18,647 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:18,648 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,42965,1732519259066 because: Region server is closing 2024-11-25T07:21:18,648 INFO [RS:0;5eb3d201e8c9:42965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:42965. 2024-11-25T07:21:18,648 DEBUG [RS:0;5eb3d201e8c9:42965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:18,648 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:18,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:18,649 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:18,749 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,42965,1732519259066.replicationSource.shipper5eb3d201e8c9%2C42965%2C1732519259066,1-5eb3d201e8c9,42965,1732519259066 terminated 2024-11-25T07:21:18,749 INFO [RS:0;5eb3d201e8c9:42965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:42965. 2024-11-25T07:21:18,749 DEBUG [RS:0;5eb3d201e8c9:42965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:18,749 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:18,749 DEBUG [RS:0;5eb3d201e8c9:42965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:18,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:18,750 INFO [RS:0;5eb3d201e8c9:42965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42965 2024-11-25T07:21:18,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481/rs 2024-11-25T07:21:18,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1565779481/rs/5eb3d201e8c9,42965,1732519259066 2024-11-25T07:21:18,752 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:18,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,42965,1732519259066] 2024-11-25T07:21:18,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1565779481/draining/5eb3d201e8c9,42965,1732519259066 already deleted, retry=false 2024-11-25T07:21:18,754 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,42965,1732519259066 expired; onlineServers=0 2024-11-25T07:21:18,754 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,38369,1732519258995' ***** 2024-11-25T07:21:18,754 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:21:18,754 INFO [M:0;5eb3d201e8c9:38369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:18,754 INFO [M:0;5eb3d201e8c9:38369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:18,754 DEBUG [M:0;5eb3d201e8c9:38369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:21:18,754 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:21:18,754 DEBUG [M:0;5eb3d201e8c9:38369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:21:18,754 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519259395 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519259395,5,FailOnTimeoutGroup] 2024-11-25T07:21:18,755 INFO [M:0;5eb3d201e8c9:38369 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:18,755 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519259396 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519259396,5,FailOnTimeoutGroup] 2024-11-25T07:21:18,755 INFO [M:0;5eb3d201e8c9:38369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:18,755 DEBUG [M:0;5eb3d201e8c9:38369 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:21:18,755 INFO [M:0;5eb3d201e8c9:38369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:21:18,755 INFO [M:0;5eb3d201e8c9:38369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:18,756 INFO [M:0;5eb3d201e8c9:38369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:21:18,756 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:21:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1565779481/master 2024-11-25T07:21:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1565779481 2024-11-25T07:21:18,758 DEBUG [M:0;5eb3d201e8c9:38369 {}] zookeeper.ZKUtil(347): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Unable to get data of znode /2-1565779481/master because node does not exist (not an error) 2024-11-25T07:21:18,758 WARN [M:0;5eb3d201e8c9:38369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:21:18,758 INFO [M:0;5eb3d201e8c9:38369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/.lastflushedseqids 2024-11-25T07:21:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741848_1024 (size=245) 2024-11-25T07:21:18,803 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:18,854 INFO [RS:0;5eb3d201e8c9:42965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42965-0x1014dffb9640007, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:18,854 INFO [RS:0;5eb3d201e8c9:42965 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,42965,1732519259066; zookeeper connection closed. 2024-11-25T07:21:18,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c7db386 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c7db386 2024-11-25T07:21:18,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:21:18,921 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:19,163 INFO [M:0;5eb3d201e8c9:38369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:21:19,163 INFO [M:0;5eb3d201e8c9:38369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:21:19,163 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:19,163 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:19,164 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:19,164 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:19,164 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:19,164 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T07:21:19,188 DEBUG [M:0;5eb3d201e8c9:38369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0aa60c1533bb4c038f51f01db660634a is 82, key is hbase:meta,,1/info:regioninfo/1732519260206/Put/seqid=0 2024-11-25T07:21:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741849_1025 (size=5672) 2024-11-25T07:21:19,197 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0aa60c1533bb4c038f51f01db660634a 2024-11-25T07:21:19,215 DEBUG [M:0;5eb3d201e8c9:38369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6922a6c59d304a94a2276a9c89f2e059 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519270289/Put/seqid=0 2024-11-25T07:21:19,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741850_1026 (size=8516) 2024-11-25T07:21:19,229 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6922a6c59d304a94a2276a9c89f2e059 2024-11-25T07:21:19,252 DEBUG [M:0;5eb3d201e8c9:38369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5806a2aac2264ac1b57332b2f7a4c6cd is 69, key is 5eb3d201e8c9,42965,1732519259066/rs:state/1732519259458/Put/seqid=0 2024-11-25T07:21:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741851_1027 (size=5156) 2024-11-25T07:21:19,507 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:19,658 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5806a2aac2264ac1b57332b2f7a4c6cd 2024-11-25T07:21:19,663 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0aa60c1533bb4c038f51f01db660634a as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0aa60c1533bb4c038f51f01db660634a 2024-11-25T07:21:19,667 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0aa60c1533bb4c038f51f01db660634a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:21:19,668 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6922a6c59d304a94a2276a9c89f2e059 as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6922a6c59d304a94a2276a9c89f2e059 2024-11-25T07:21:19,672 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6922a6c59d304a94a2276a9c89f2e059, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:21:19,673 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5806a2aac2264ac1b57332b2f7a4c6cd as hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5806a2aac2264ac1b57332b2f7a4c6cd 2024-11-25T07:21:19,676 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41025/user/jenkins/test-data/cdcc09fd-7164-0b8e-bf17-b925fe7ddd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5806a2aac2264ac1b57332b2f7a4c6cd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:21:19,677 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=97, compaction requested=false 2024-11-25T07:21:19,678 INFO [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:19,678 DEBUG [M:0;5eb3d201e8c9:38369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519279163Disabling compacts and flushes for region at 1732519279163Disabling writes for close at 1732519279164 (+1 ms)Obtaining lock to block concurrent updates at 1732519279164Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519279164Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732519279164Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519279165 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519279165Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519279188 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519279188Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519279201 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519279215 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519279215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519279234 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519279251 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519279251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ff4408: reopening flushed file at 1732519279662 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9a35ec: reopening flushed file at 1732519279667 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d66bee: reopening flushed file at 1732519279672 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=97, compaction requested=false at 1732519279677 (+5 ms)Writing region close event to WAL at 1732519279678 (+1 ms)Closed at 1732519279678 2024-11-25T07:21:19,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741830_1006 (size=63654) 2024-11-25T07:21:19,681 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:19,682 INFO [M:0;5eb3d201e8c9:38369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:21:19,682 INFO [M:0;5eb3d201e8c9:38369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38369 2024-11-25T07:21:19,682 INFO [M:0;5eb3d201e8c9:38369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:19,786 INFO [M:0;5eb3d201e8c9:38369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1014dffb9640006, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:19,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f0b91e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:19,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18212679{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:19,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:19,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d89182b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:19,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbefb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:19,799 WARN [BP-164265014-172.17.0.2-1732519258246 heartbeating to localhost/127.0.0.1:41025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:21:19,799 WARN [BP-164265014-172.17.0.2-1732519258246 heartbeating to localhost/127.0.0.1:41025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-164265014-172.17.0.2-1732519258246 (Datanode Uuid 41bfa14a-bd72-4efd-86b7-e829fccd525b) service to localhost/127.0.0.1:41025 2024-11-25T07:21:19,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:21:19,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:21:19,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/cluster_94787298-a31d-875c-b41c-e68a84349b69/data/data1/current/BP-164265014-172.17.0.2-1732519258246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:19,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/cluster_94787298-a31d-875c-b41c-e68a84349b69/data/data2/current/BP-164265014-172.17.0.2-1732519258246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:19,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:21:19,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ae64d17{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:19,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59e041cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:19,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:19,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b00ea66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:19,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67a277a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:19,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:21:19,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:21:19,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:19,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:19,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:19,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:19,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:19,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:21:19,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497573973, stopped=false 2024-11-25T07:21:19,827 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,36505,1732519257000 2024-11-25T07:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338455100/running 2024-11-25T07:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338455100/running 2024-11-25T07:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:21:19,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:19,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on znode that does not yet exist, /1338455100/running 2024-11-25T07:21:19,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:19,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:19,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:19,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,35555,1732519257059' ***** 2024-11-25T07:21:19,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:21:19,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Set watcher on znode that does not yet exist, /1338455100/running 2024-11-25T07:21:19,830 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:21:19,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:21:19,830 INFO [RS:0;5eb3d201e8c9:35555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:21:19,830 INFO [RS:0;5eb3d201e8c9:35555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(3091): Received CLOSE for fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(3091): Received CLOSE for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,35555,1732519257059 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35555. 2024-11-25T07:21:19,831 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd602bd20e41cd6c03dd77ce73c80145, disabling compactions & flushes 2024-11-25T07:21:19,831 DEBUG [RS:0;5eb3d201e8c9:35555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:19,831 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:19,831 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:19,831 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:19,831 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. after waiting 0 ms 2024-11-25T07:21:19,831 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:21:19,831 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd602bd20e41cd6c03dd77ce73c80145 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T07:21:19,831 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:21:19,832 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:21:19,832 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fd602bd20e41cd6c03dd77ce73c80145=test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145., 0173942bb16bced27a49dae987c9d6b3=hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3.} 2024-11-25T07:21:19,832 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1351): Waiting on 0173942bb16bced27a49dae987c9d6b3, 1588230740, fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:19,832 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:19,832 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:19,832 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:19,832 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:19,832 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:19,833 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:21:19,853 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/f/f13798639efd4c83bbde6559d1f94969 is 29, key is row1/f:/1732519275305/DeleteFamily/seqid=0 2024-11-25T07:21:19,858 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/info/3957796fd5674649b5794123ada3ffee is 147, key is hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3./info:regioninfo/1732519268144/Put/seqid=0 2024-11-25T07:21:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741840_1016 (size=5152) 2024-11-25T07:21:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741841_1017 (size=7686) 2024-11-25T07:21:19,874 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/info/3957796fd5674649b5794123ada3ffee 2024-11-25T07:21:19,885 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:19,904 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/ns/4869f3760dc5405cb98cc82bec29fb85 is 43, key is default/ns:d/1732519258092/Put/seqid=0 2024-11-25T07:21:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741842_1018 (size=5153) 2024-11-25T07:21:19,909 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/ns/4869f3760dc5405cb98cc82bec29fb85 2024-11-25T07:21:19,935 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/rep_barrier/bbd4f8731651452e8f1d33241145dbbd is 112, key is test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145./rep_barrier:seqnumDuringOpen/1732519262697/Put/seqid=0 2024-11-25T07:21:19,939 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741843_1019 (size=5518) 2024-11-25T07:21:20,033 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1351): Waiting on 0173942bb16bced27a49dae987c9d6b3, 1588230740, fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:20,233 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1351): Waiting on 0173942bb16bced27a49dae987c9d6b3, 1588230740, fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:20,272 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/f/f13798639efd4c83bbde6559d1f94969 2024-11-25T07:21:20,277 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f13798639efd4c83bbde6559d1f94969 2024-11-25T07:21:20,301 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/f1/c1f08b4ee7414031b059413ecd166d5e is 30, key is row1/f1:/1732519275305/DeleteFamily/seqid=0 2024-11-25T07:21:20,311 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1191, reset compression=false 2024-11-25T07:21:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741844_1020 (size=5158) 2024-11-25T07:21:20,344 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/rep_barrier/bbd4f8731651452e8f1d33241145dbbd 2024-11-25T07:21:20,355 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:20,355 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1438, reset compression=false 2024-11-25T07:21:20,355 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35555,1732519257059 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:20,357 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,35555,1732519257059: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,35555,1732519257059, walGroup=5eb3d201e8c9%2C35555%2C1732519257059, offset=5eb3d201e8c9%2C35555%2C1732519257059.1732519257489:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:35555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:21:20,358 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:21:20,358 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:21:20,359 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:21:20,359 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:21:20,359 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:21:20,359 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 867702848 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 202491008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:21:20,359 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:36505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:21:20,383 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/table/b14ab84d5b03473d9c88dc69032b0237 is 53, key is hbase:replication/table:state/1732519268154/Put/seqid=0 2024-11-25T07:21:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741845_1021 (size=5308) 2024-11-25T07:21:20,394 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/table/b14ab84d5b03473d9c88dc69032b0237 2024-11-25T07:21:20,399 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/info/3957796fd5674649b5794123ada3ffee as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/info/3957796fd5674649b5794123ada3ffee 2024-11-25T07:21:20,402 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/info/3957796fd5674649b5794123ada3ffee, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:21:20,403 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/ns/4869f3760dc5405cb98cc82bec29fb85 as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/ns/4869f3760dc5405cb98cc82bec29fb85 2024-11-25T07:21:20,406 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/ns/4869f3760dc5405cb98cc82bec29fb85, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:21:20,407 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/rep_barrier/bbd4f8731651452e8f1d33241145dbbd as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/rep_barrier/bbd4f8731651452e8f1d33241145dbbd 2024-11-25T07:21:20,411 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/rep_barrier/bbd4f8731651452e8f1d33241145dbbd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:21:20,411 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:21:20,411 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:21:20,412 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/.tmp/table/b14ab84d5b03473d9c88dc69032b0237 as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/table/b14ab84d5b03473d9c88dc69032b0237 2024-11-25T07:21:20,418 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/table/b14ab84d5b03473d9c88dc69032b0237, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:21:20,419 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 587ms, sequenceid=16, compaction requested=false 2024-11-25T07:21:20,433 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1351): Waiting on 0173942bb16bced27a49dae987c9d6b3, 1588230740, fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:20,443 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:21:20,443 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:20,443 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:21:20,443 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:20,444 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519279832Running coprocessor pre-close hooks at 1732519279832Disabling compacts and flushes for region at 1732519279832Disabling writes for close at 1732519279832Obtaining lock to block concurrent updates at 1732519279833 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732519279833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519279833Flushing stores of hbase:meta,,1.1588230740 at 1732519279833Flushing 1588230740/info: creating writer at 1732519279833Flushing 1588230740/info: appending metadata at 1732519279858 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732519279858Flushing 1588230740/ns: creating writer at 1732519279879 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732519279903 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732519279903Flushing 1588230740/rep_barrier: creating writer at 1732519279916 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519279934 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519279934Flushing 1588230740/table: creating writer at 1732519280348 (+414 ms)Flushing 1588230740/table: appending metadata at 1732519280382 (+34 ms)Flushing 1588230740/table: closing flushed file at 1732519280382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c438270: reopening flushed file at 1732519280398 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b88bcaf: reopening flushed file at 1732519280402 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64253f64: reopening flushed file at 1732519280407 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b83f5ef: reopening flushed file at 1732519280411 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 587ms, sequenceid=16, compaction requested=false at 1732519280419 (+8 ms)Writing region close event to WAL at 1732519280440 (+21 ms)Running coprocessor post-close hooks at 1732519280443 (+3 ms)Closed at 1732519280443 2024-11-25T07:21:20,444 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:20,568 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1438, reset compression=false 2024-11-25T07:21:20,633 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1351): Waiting on 0173942bb16bced27a49dae987c9d6b3, fd602bd20e41cd6c03dd77ce73c80145 2024-11-25T07:21:20,738 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/f1/c1f08b4ee7414031b059413ecd166d5e 2024-11-25T07:21:20,742 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1f08b4ee7414031b059413ecd166d5e 2024-11-25T07:21:20,760 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/norep/5b3b12a6827e4554858323b7ec742b67 is 33, key is row1/norep:/1732519275305/DeleteFamily/seqid=0 2024-11-25T07:21:20,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741846_1022 (size=5108) 2024-11-25T07:21:20,767 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/norep/5b3b12a6827e4554858323b7ec742b67 2024-11-25T07:21:20,771 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b3b12a6827e4554858323b7ec742b67 2024-11-25T07:21:20,772 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/f/f13798639efd4c83bbde6559d1f94969 as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/f/f13798639efd4c83bbde6559d1f94969 2024-11-25T07:21:20,776 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f13798639efd4c83bbde6559d1f94969 2024-11-25T07:21:20,776 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/f/f13798639efd4c83bbde6559d1f94969, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T07:21:20,777 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/f1/c1f08b4ee7414031b059413ecd166d5e as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/f1/c1f08b4ee7414031b059413ecd166d5e 2024-11-25T07:21:20,789 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1f08b4ee7414031b059413ecd166d5e 2024-11-25T07:21:20,789 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/f1/c1f08b4ee7414031b059413ecd166d5e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T07:21:20,794 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/.tmp/norep/5b3b12a6827e4554858323b7ec742b67 as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/norep/5b3b12a6827e4554858323b7ec742b67 2024-11-25T07:21:20,798 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b3b12a6827e4554858323b7ec742b67 2024-11-25T07:21:20,798 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/norep/5b3b12a6827e4554858323b7ec742b67, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T07:21:20,799 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fd602bd20e41cd6c03dd77ce73c80145 in 968ms, sequenceid=10, compaction requested=false 2024-11-25T07:21:20,809 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/data/default/test/fd602bd20e41cd6c03dd77ce73c80145/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T07:21:20,809 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:20,809 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:20,809 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:20,809 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd602bd20e41cd6c03dd77ce73c80145: Waiting for close lock at 1732519279831Running coprocessor pre-close hooks at 1732519279831Disabling compacts and flushes for region at 1732519279831Disabling writes for close at 1732519279831Obtaining lock to block concurrent updates at 1732519279831Preparing flush snapshotting stores in fd602bd20e41cd6c03dd77ce73c80145 at 1732519279831Finished memstore snapshotting test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732519279832 (+1 ms)Flushing stores of test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. at 1732519279832Flushing fd602bd20e41cd6c03dd77ce73c80145/f: creating writer at 1732519279833 (+1 ms)Flushing fd602bd20e41cd6c03dd77ce73c80145/f: appending metadata at 1732519279853 (+20 ms)Flushing fd602bd20e41cd6c03dd77ce73c80145/f: closing flushed file at 1732519279853Flushing fd602bd20e41cd6c03dd77ce73c80145/f1: creating writer at 1732519280277 (+424 ms)Flushing fd602bd20e41cd6c03dd77ce73c80145/f1: appending metadata at 1732519280300 (+23 ms)Flushing fd602bd20e41cd6c03dd77ce73c80145/f1: closing flushed file at 1732519280300Flushing fd602bd20e41cd6c03dd77ce73c80145/norep: creating writer at 1732519280742 (+442 ms)Flushing fd602bd20e41cd6c03dd77ce73c80145/norep: appending metadata at 1732519280758 (+16 ms)Flushing fd602bd20e41cd6c03dd77ce73c80145/norep: closing flushed file at 1732519280759 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23113ade: reopening flushed file at 1732519280771 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c1e5d: reopening flushed file at 1732519280776 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8b6be5: reopening flushed file at 1732519280789 (+13 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fd602bd20e41cd6c03dd77ce73c80145 in 968ms, sequenceid=10, compaction requested=false at 1732519280799 (+10 ms)Writing region close event to WAL at 1732519280804 (+5 ms)Running coprocessor post-close hooks at 1732519280809 (+5 ms)Closed at 1732519280809 2024-11-25T07:21:20,809 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519261486.fd602bd20e41cd6c03dd77ce73c80145. 2024-11-25T07:21:20,810 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0173942bb16bced27a49dae987c9d6b3, disabling compactions & flushes 2024-11-25T07:21:20,810 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,810 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,810 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. after waiting 0 ms 2024-11-25T07:21:20,810 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,810 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0173942bb16bced27a49dae987c9d6b3: Waiting for close lock at 1732519280809Running coprocessor pre-close hooks at 1732519280809Disabling compacts and flushes for region at 1732519280809Disabling writes for close at 1732519280810 (+1 ms)Failed flush hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3., putting online again at 1732519280810 2024-11-25T07:21:20,810 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,833 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T07:21:20,833 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1325): Online Regions={0173942bb16bced27a49dae987c9d6b3=hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3.} 2024-11-25T07:21:20,834 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(3091): Received CLOSE for 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:20,834 DEBUG [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1351): Waiting on 0173942bb16bced27a49dae987c9d6b3 2024-11-25T07:21:20,834 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0173942bb16bced27a49dae987c9d6b3, disabling compactions & flushes 2024-11-25T07:21:20,834 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,834 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,834 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. after waiting 0 ms 2024-11-25T07:21:20,834 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,834 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0173942bb16bced27a49dae987c9d6b3: Waiting for close lock at 1732519280834Running coprocessor pre-close hooks at 1732519280834Disabling compacts and flushes for region at 1732519280834Disabling writes for close at 1732519280834Failed flush hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3., putting online again at 1732519280834 2024-11-25T07:21:20,834 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732519266947.0173942bb16bced27a49dae987c9d6b3. 2024-11-25T07:21:20,878 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 1438, reset compression=false 2024-11-25T07:21:20,883 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:20,883 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 2082, reset compression=false 2024-11-25T07:21:21,034 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T07:21:21,034 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,35555,1732519257059; all regions closed. 2024-11-25T07:21:21,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.meta.1732519258054.meta not finished, retry = 0 2024-11-25T07:21:21,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:21:21,042 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:21,086 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.1732519257489 to pos 2082, reset compression=false 2024-11-25T07:21:21,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/WALs/5eb3d201e8c9,35555,1732519257059/5eb3d201e8c9%2C35555%2C1732519257059.rep.1732519268081 not finished, retry = 0 2024-11-25T07:21:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741839_1015 (size=2171) 2024-11-25T07:21:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741832_1008 (size=2090) 2024-11-25T07:21:21,242 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:21,242 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:21,243 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:21,243 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:21,243 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:21,243 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:21,243 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,35555,1732519257059 because: Region server is closing 2024-11-25T07:21:21,244 INFO [RS:0;5eb3d201e8c9:35555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35555. 2024-11-25T07:21:21,244 DEBUG [RS:0;5eb3d201e8c9:35555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:21,244 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:21,244 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:21,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:21,344 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.shipper5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 terminated 2024-11-25T07:21:21,344 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35555,1732519257059.replicationSource.wal-reader.5eb3d201e8c9%2C35555%2C1732519257059,1-5eb3d201e8c9,35555,1732519257059 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:21:21,344 INFO [RS:0;5eb3d201e8c9:35555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35555. 2024-11-25T07:21:21,345 DEBUG [RS:0;5eb3d201e8c9:35555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:21,345 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:21,345 DEBUG [RS:0;5eb3d201e8c9:35555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:21,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:21,345 INFO [RS:0;5eb3d201e8c9:35555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35555 2024-11-25T07:21:21,348 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338455100/rs/5eb3d201e8c9,35555,1732519257059 2024-11-25T07:21:21,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100/rs 2024-11-25T07:21:21,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,35555,1732519257059] 2024-11-25T07:21:21,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1338455100/draining/5eb3d201e8c9,35555,1732519257059 already deleted, retry=false 2024-11-25T07:21:21,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,35555,1732519257059 expired; onlineServers=0 2024-11-25T07:21:21,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,36505,1732519257000' ***** 2024-11-25T07:21:21,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:21:21,355 INFO [M:0;5eb3d201e8c9:36505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:21,356 INFO [M:0;5eb3d201e8c9:36505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:21,356 DEBUG [M:0;5eb3d201e8c9:36505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:21:21,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:21:21,356 DEBUG [M:0;5eb3d201e8c9:36505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:21:21,356 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519257299 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519257299,5,FailOnTimeoutGroup] 2024-11-25T07:21:21,356 INFO [M:0;5eb3d201e8c9:36505 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:21,356 INFO [M:0;5eb3d201e8c9:36505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:21,356 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519257300 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519257300,5,FailOnTimeoutGroup] 2024-11-25T07:21:21,356 DEBUG [M:0;5eb3d201e8c9:36505 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:21:21,356 INFO [M:0;5eb3d201e8c9:36505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:21:21,356 INFO [M:0;5eb3d201e8c9:36505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:21,357 INFO [M:0;5eb3d201e8c9:36505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:21:21,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:21:21,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1338455100/master 2024-11-25T07:21:21,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1338455100 2024-11-25T07:21:21,358 DEBUG [M:0;5eb3d201e8c9:36505 {}] zookeeper.ZKUtil(347): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Unable to get data of znode /1338455100/master because node does not exist (not an error) 2024-11-25T07:21:21,358 WARN [M:0;5eb3d201e8c9:36505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:21:21,359 INFO [M:0;5eb3d201e8c9:36505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/.lastflushedseqids 2024-11-25T07:21:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741847_1023 (size=245) 2024-11-25T07:21:21,375 INFO [M:0;5eb3d201e8c9:36505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:21:21,375 INFO [M:0;5eb3d201e8c9:36505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:21:21,376 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:21,376 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:21,376 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:21,376 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:21,376 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:21,376 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-25T07:21:21,401 DEBUG [M:0;5eb3d201e8c9:36505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/638e87c45b2e446096fb3ffaa9a4c4ed is 82, key is hbase:meta,,1/info:regioninfo/1732519258083/Put/seqid=0 2024-11-25T07:21:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741848_1024 (size=5672) 2024-11-25T07:21:21,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:21,454 INFO [RS:0;5eb3d201e8c9:35555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:21,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35555-0x1014dffb9640004, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:21,454 INFO [RS:0;5eb3d201e8c9:35555 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,35555,1732519257059; zookeeper connection closed. 2024-11-25T07:21:21,454 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43da2130 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43da2130 2024-11-25T07:21:21,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:21:21,805 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/638e87c45b2e446096fb3ffaa9a4c4ed 2024-11-25T07:21:21,837 DEBUG [M:0;5eb3d201e8c9:36505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14153ffbd3c24d2594a22b4605235597 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519268162/Put/seqid=0 2024-11-25T07:21:21,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741849_1025 (size=8517) 2024-11-25T07:21:22,241 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14153ffbd3c24d2594a22b4605235597 2024-11-25T07:21:22,245 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:22,280 DEBUG [M:0;5eb3d201e8c9:36505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d5c6513b5c244ea9dfc050e71167456 is 69, key is 5eb3d201e8c9,35555,1732519257059/rs:state/1732519257329/Put/seqid=0 2024-11-25T07:21:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741850_1026 (size=5156) 2024-11-25T07:21:22,403 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:21:22,685 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d5c6513b5c244ea9dfc050e71167456 2024-11-25T07:21:22,697 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/638e87c45b2e446096fb3ffaa9a4c4ed as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/638e87c45b2e446096fb3ffaa9a4c4ed 2024-11-25T07:21:22,702 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/638e87c45b2e446096fb3ffaa9a4c4ed, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:21:22,703 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14153ffbd3c24d2594a22b4605235597 as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14153ffbd3c24d2594a22b4605235597 2024-11-25T07:21:22,707 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14153ffbd3c24d2594a22b4605235597, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:21:22,708 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d5c6513b5c244ea9dfc050e71167456 as hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d5c6513b5c244ea9dfc050e71167456 2024-11-25T07:21:22,712 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34003/user/jenkins/test-data/2abc9257-9786-1396-0e8c-aaa47d296899/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d5c6513b5c244ea9dfc050e71167456, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:21:22,714 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=97, compaction requested=false 2024-11-25T07:21:22,723 INFO [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:22,723 DEBUG [M:0;5eb3d201e8c9:36505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519281376Disabling compacts and flushes for region at 1732519281376Disabling writes for close at 1732519281376Obtaining lock to block concurrent updates at 1732519281376Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519281376Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732519281377 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519281377Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519281377Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519281400 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519281400Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519281809 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519281836 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519281836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519282246 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519282279 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519282279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f2da80: reopening flushed file at 1732519282693 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cfec6e: reopening flushed file at 1732519282702 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df52ff7: reopening flushed file at 1732519282707 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=97, compaction requested=false at 1732519282714 (+7 ms)Writing region close event to WAL at 1732519282722 (+8 ms)Closed at 1732519282722 2024-11-25T07:21:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741830_1006 (size=63666) 2024-11-25T07:21:22,730 INFO [M:0;5eb3d201e8c9:36505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:21:22,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:22,731 INFO [M:0;5eb3d201e8c9:36505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36505 2024-11-25T07:21:22,732 INFO [M:0;5eb3d201e8c9:36505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36505-0x1014dffb9640003, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:22,834 INFO [M:0;5eb3d201e8c9:36505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:22,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7867800b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:22,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@338dd482{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:22,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:22,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77396616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:22,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@521605cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:22,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:21:22,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:21:22,847 WARN [BP-650760483-172.17.0.2-1732519255925 heartbeating to localhost/127.0.0.1:34003 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:21:22,848 WARN [BP-650760483-172.17.0.2-1732519255925 heartbeating to localhost/127.0.0.1:34003 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-650760483-172.17.0.2-1732519255925 (Datanode Uuid 67a78056-2274-4b15-8504-339028a8f356) service to localhost/127.0.0.1:34003 2024-11-25T07:21:22,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/cluster_0dfbffd8-d172-d044-654f-7b34dad74b86/data/data1/current/BP-650760483-172.17.0.2-1732519255925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:22,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/cluster_0dfbffd8-d172-d044-654f-7b34dad74b86/data/data2/current/BP-650760483-172.17.0.2-1732519255925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:22,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:21:22,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53832d8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:22,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f97b7f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:22,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:22,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714c4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:22,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e125f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2afb048-3be3-487b-1d2b-f65f9a60495e/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:21:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:21:22,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:22,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:22,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:22,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:22,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:22,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:21:22,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=211600597, stopped=false 2024-11-25T07:21:22,881 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,38247,1732519252814 2024-11-25T07:21:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-795945126/running 2024-11-25T07:21:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:21:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-795945126/running 2024-11-25T07:21:22,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:21:22,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:22,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:22,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:22,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:22,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,35021,1732519252867' ***** 2024-11-25T07:21:22,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:21:22,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on znode that does not yet exist, /0-795945126/running 2024-11-25T07:21:22,887 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:21:22,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Set watcher on znode that does not yet exist, /0-795945126/running 2024-11-25T07:21:22,887 INFO [RS:0;5eb3d201e8c9:35021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:21:22,887 INFO [RS:0;5eb3d201e8c9:35021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:21:22,887 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(3091): Received CLOSE for a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:22,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:21:22,891 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(3091): Received CLOSE for 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:22,892 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,35021,1732519252867 2024-11-25T07:21:22,892 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:22,892 INFO [RS:0;5eb3d201e8c9:35021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35021. 2024-11-25T07:21:22,892 DEBUG [RS:0;5eb3d201e8c9:35021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:22,892 DEBUG [RS:0;5eb3d201e8c9:35021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:22,892 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:21:22,892 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:21:22,892 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:21:22,892 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:21:22,892 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a74c9e4cf0c9832c0d10dbc89018e020, disabling compactions & flushes 2024-11-25T07:21:22,892 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:22,892 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:22,892 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. after waiting 0 ms 2024-11-25T07:21:22,892 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:22,892 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a74c9e4cf0c9832c0d10dbc89018e020 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-25T07:21:22,895 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:21:22,895 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1325): Online Regions={a74c9e4cf0c9832c0d10dbc89018e020=hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020., 326dd621dc7e6e8e2b85a6e659d0bb23=test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:21:22,895 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326dd621dc7e6e8e2b85a6e659d0bb23, a74c9e4cf0c9832c0d10dbc89018e020 2024-11-25T07:21:22,896 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:22,896 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:22,896 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:22,896 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:22,896 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:22,896 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:21:22,927 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/info/2792357f485b41ee90dbce3487d78163 is 147, key is hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020./info:regioninfo/1732519265991/Put/seqid=0 2024-11-25T07:21:22,938 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020/.tmp/queue/e2f38175b75549d4a14b47d02f13a5d9 is 153, key is 1-5eb3d201e8c9,35021,1732519252867/queue:5eb3d201e8c9%2C35021%2C1732519252867/1732519274464/Put/seqid=0 2024-11-25T07:21:22,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:22,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:22,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:22,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741840_1016 (size=7686) 2024-11-25T07:21:22,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:22,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:22,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:22,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:22,967 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/info/2792357f485b41ee90dbce3487d78163 2024-11-25T07:21:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741841_1017 (size=5352) 2024-11-25T07:21:22,971 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020/.tmp/queue/e2f38175b75549d4a14b47d02f13a5d9 2024-11-25T07:21:22,972 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:22,980 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020/.tmp/queue/e2f38175b75549d4a14b47d02f13a5d9 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020/queue/e2f38175b75549d4a14b47d02f13a5d9 2024-11-25T07:21:22,984 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020/queue/e2f38175b75549d4a14b47d02f13a5d9, entries=1, sequenceid=8, filesize=5.2 K 2024-11-25T07:21:22,984 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a74c9e4cf0c9832c0d10dbc89018e020 in 92ms, sequenceid=8, compaction requested=false 2024-11-25T07:21:22,985 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:21:22,994 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/ns/b6de136e679a47698dfe17446babc1c7 is 43, key is default/ns:d/1732519255805/Put/seqid=0 2024-11-25T07:21:22,995 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/replication/a74c9e4cf0c9832c0d10dbc89018e020/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T07:21:22,996 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:22,996 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:21:22,996 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:22,996 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a74c9e4cf0c9832c0d10dbc89018e020: Waiting for close lock at 1732519282892Running coprocessor pre-close hooks at 1732519282892Disabling compacts and flushes for region at 1732519282892Disabling writes for close at 1732519282892Obtaining lock to block concurrent updates at 1732519282892Preparing flush snapshotting stores in a74c9e4cf0c9832c0d10dbc89018e020 at 1732519282892Finished memstore snapshotting hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732519282894 (+2 ms)Flushing stores of hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. at 1732519282894Flushing a74c9e4cf0c9832c0d10dbc89018e020/queue: creating writer at 1732519282894Flushing a74c9e4cf0c9832c0d10dbc89018e020/queue: appending metadata at 1732519282937 (+43 ms)Flushing a74c9e4cf0c9832c0d10dbc89018e020/queue: closing flushed file at 1732519282937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740fb796: reopening flushed file at 1732519282979 (+42 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a74c9e4cf0c9832c0d10dbc89018e020 in 92ms, sequenceid=8, compaction requested=false at 1732519282984 (+5 ms)Writing region close event to WAL at 1732519282988 (+4 ms)Running coprocessor post-close hooks at 1732519282996 (+8 ms)Closed at 1732519282996 2024-11-25T07:21:22,996 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519264788.a74c9e4cf0c9832c0d10dbc89018e020. 2024-11-25T07:21:22,996 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 326dd621dc7e6e8e2b85a6e659d0bb23, disabling compactions & flushes 2024-11-25T07:21:22,997 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:22,997 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:22,997 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. after waiting 0 ms 2024-11-25T07:21:22,997 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:22,997 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 326dd621dc7e6e8e2b85a6e659d0bb23 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-25T07:21:23,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741842_1018 (size=5153) 2024-11-25T07:21:23,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,003 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/ns/b6de136e679a47698dfe17446babc1c7 2024-11-25T07:21:23,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:23,041 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/rep_barrier/fabd0764a93b4c98820b3fae69a78445 is 112, key is test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23./rep_barrier:seqnumDuringOpen/1732519261100/Put/seqid=0 2024-11-25T07:21:23,045 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/f/741fb4451d754f1bb3b74ebc687b94e4 is 28, key is row/f:/1732519274296/DeleteFamily/seqid=0 2024-11-25T07:21:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741843_1019 (size=5518) 2024-11-25T07:21:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741844_1020 (size=5085) 2024-11-25T07:21:23,058 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/f/741fb4451d754f1bb3b74ebc687b94e4 2024-11-25T07:21:23,062 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 741fb4451d754f1bb3b74ebc687b94e4 2024-11-25T07:21:23,081 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/f1/4e8b1b01732d4651a2e7102607c6f69a is 29, key is row/f1:/1732519274296/DeleteFamily/seqid=0 2024-11-25T07:21:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741845_1021 (size=5089) 2024-11-25T07:21:23,092 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/f1/4e8b1b01732d4651a2e7102607c6f69a 2024-11-25T07:21:23,096 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:23,100 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e8b1b01732d4651a2e7102607c6f69a 2024-11-25T07:21:23,120 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/norep/946f5b205b7f41e49a059d43648f0a09 is 32, key is row/norep:/1732519274296/DeleteFamily/seqid=0 2024-11-25T07:21:23,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741846_1022 (size=5101) 2024-11-25T07:21:23,296 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:23,447 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/rep_barrier/fabd0764a93b4c98820b3fae69a78445 2024-11-25T07:21:23,470 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/table/510346edde7349989ae5706f158c9a0b is 53, key is hbase:replication/table:state/1732519265999/Put/seqid=0 2024-11-25T07:21:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741847_1023 (size=5308) 2024-11-25T07:21:23,474 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/table/510346edde7349989ae5706f158c9a0b 2024-11-25T07:21:23,478 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/info/2792357f485b41ee90dbce3487d78163 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/info/2792357f485b41ee90dbce3487d78163 2024-11-25T07:21:23,490 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/info/2792357f485b41ee90dbce3487d78163, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:21:23,492 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/ns/b6de136e679a47698dfe17446babc1c7 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/ns/b6de136e679a47698dfe17446babc1c7 2024-11-25T07:21:23,496 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/ns/b6de136e679a47698dfe17446babc1c7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:21:23,496 DEBUG [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 326dd621dc7e6e8e2b85a6e659d0bb23 2024-11-25T07:21:23,496 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/rep_barrier/fabd0764a93b4c98820b3fae69a78445 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/rep_barrier/fabd0764a93b4c98820b3fae69a78445 2024-11-25T07:21:23,502 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/rep_barrier/fabd0764a93b4c98820b3fae69a78445, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:21:23,502 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/.tmp/table/510346edde7349989ae5706f158c9a0b as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/table/510346edde7349989ae5706f158c9a0b 2024-11-25T07:21:23,509 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/table/510346edde7349989ae5706f158c9a0b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:21:23,510 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=16, compaction requested=false 2024-11-25T07:21:23,510 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:21:23,522 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:21:23,523 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:23,523 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:21:23,523 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:23,523 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519282896Running coprocessor pre-close hooks at 1732519282896Disabling compacts and flushes for region at 1732519282896Disabling writes for close at 1732519282896Obtaining lock to block concurrent updates at 1732519282896Preparing flush snapshotting stores in 1588230740 at 1732519282896Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519282896Flushing stores of hbase:meta,,1.1588230740 at 1732519282897 (+1 ms)Flushing 1588230740/info: creating writer at 1732519282897Flushing 1588230740/info: appending metadata at 1732519282926 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732519282927 (+1 ms)Flushing 1588230740/ns: creating writer at 1732519282976 (+49 ms)Flushing 1588230740/ns: appending metadata at 1732519282994 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732519282994Flushing 1588230740/rep_barrier: creating writer at 1732519283010 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519283040 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519283040Flushing 1588230740/table: creating writer at 1732519283453 (+413 ms)Flushing 1588230740/table: appending metadata at 1732519283469 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732519283469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4fffea: reopening flushed file at 1732519283477 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c213f11: reopening flushed file at 1732519283490 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6d692a: reopening flushed file at 1732519283496 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a91fc4: reopening flushed file at 1732519283502 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=16, compaction requested=false at 1732519283510 (+8 ms)Writing region close event to WAL at 1732519283512 (+2 ms)Running coprocessor post-close hooks at 1732519283523 (+11 ms)Closed at 1732519283523 2024-11-25T07:21:23,523 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:23,526 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/norep/946f5b205b7f41e49a059d43648f0a09 2024-11-25T07:21:23,531 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 946f5b205b7f41e49a059d43648f0a09 2024-11-25T07:21:23,532 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/f/741fb4451d754f1bb3b74ebc687b94e4 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/f/741fb4451d754f1bb3b74ebc687b94e4 2024-11-25T07:21:23,536 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 741fb4451d754f1bb3b74ebc687b94e4 2024-11-25T07:21:23,536 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/f/741fb4451d754f1bb3b74ebc687b94e4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T07:21:23,537 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/f1/4e8b1b01732d4651a2e7102607c6f69a as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/f1/4e8b1b01732d4651a2e7102607c6f69a 2024-11-25T07:21:23,540 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e8b1b01732d4651a2e7102607c6f69a 2024-11-25T07:21:23,540 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/f1/4e8b1b01732d4651a2e7102607c6f69a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T07:21:23,541 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/.tmp/norep/946f5b205b7f41e49a059d43648f0a09 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/norep/946f5b205b7f41e49a059d43648f0a09 2024-11-25T07:21:23,544 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 946f5b205b7f41e49a059d43648f0a09 2024-11-25T07:21:23,544 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/norep/946f5b205b7f41e49a059d43648f0a09, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T07:21:23,545 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 326dd621dc7e6e8e2b85a6e659d0bb23 in 548ms, sequenceid=6, compaction requested=false 2024-11-25T07:21:23,545 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:21:23,549 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/data/default/test/326dd621dc7e6e8e2b85a6e659d0bb23/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T07:21:23,549 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:23,549 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:23,549 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:23,549 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 326dd621dc7e6e8e2b85a6e659d0bb23: Waiting for close lock at 1732519282996Running coprocessor pre-close hooks at 1732519282996Disabling compacts and flushes for region at 1732519282996Disabling writes for close at 1732519282997 (+1 ms)Obtaining lock to block concurrent updates at 1732519282997Preparing flush snapshotting stores in 326dd621dc7e6e8e2b85a6e659d0bb23 at 1732519282997Finished memstore snapshotting test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732519282997Flushing stores of test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. at 1732519282998 (+1 ms)Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/f: creating writer at 1732519282998Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/f: appending metadata at 1732519283044 (+46 ms)Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/f: closing flushed file at 1732519283044Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/f1: creating writer at 1732519283062 (+18 ms)Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/f1: appending metadata at 1732519283079 (+17 ms)Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/f1: closing flushed file at 1732519283080 (+1 ms)Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/norep: creating writer at 1732519283101 (+21 ms)Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/norep: appending metadata at 1732519283118 (+17 ms)Flushing 326dd621dc7e6e8e2b85a6e659d0bb23/norep: closing flushed file at 1732519283118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd41a4b: reopening flushed file at 1732519283531 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d71a7aa: reopening flushed file at 1732519283536 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1edb8e: reopening flushed file at 1732519283540 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 326dd621dc7e6e8e2b85a6e659d0bb23 in 548ms, sequenceid=6, compaction requested=false at 1732519283545 (+5 ms)Writing region close event to WAL at 1732519283546 (+1 ms)Running coprocessor post-close hooks at 1732519283549 (+3 ms)Closed at 1732519283549 2024-11-25T07:21:23,549 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519260343.326dd621dc7e6e8e2b85a6e659d0bb23. 2024-11-25T07:21:23,561 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 636, reset compression=false 2024-11-25T07:21:23,564 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:23,564 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 1527, reset compression=false 2024-11-25T07:21:23,564 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35021,1732519252867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:23,565 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5eb3d201e8c9,35021,1732519252867: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5eb3d201e8c9,35021,1732519252867, walGroup=5eb3d201e8c9%2C35021%2C1732519252867, offset=5eb3d201e8c9%2C35021%2C1732519252867.1732519254847:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:35021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T07:21:23,567 ERROR [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:21:23,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:21:23,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:21:23,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:21:23,567 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:21:23,567 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 886501104 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202988968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T07:21:23,567 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:38247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:38247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T07:21:23,696 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,35021,1732519252867; all regions closed. 2024-11-25T07:21:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741834_1010 (size=4239) 2024-11-25T07:21:23,720 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:21:23,720 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:21:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741839_1015 (size=2240) 2024-11-25T07:21:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741832_1008 (size=1535) 2024-11-25T07:21:23,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 not finished, retry = 0 2024-11-25T07:21:23,767 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 to pos 1527, reset compression=false 2024-11-25T07:21:23,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/WALs/5eb3d201e8c9,35021,1732519252867/5eb3d201e8c9%2C35021%2C1732519252867.1732519254847 2024-11-25T07:21:23,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-25T07:21:23,862 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-25T07:21:23,863 DEBUG [RS:0;5eb3d201e8c9:35021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:23,863 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:23,863 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:23,863 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:23,863 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:23,863 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:23,863 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,35021,1732519252867 because: Region server is closing 2024-11-25T07:21:23,864 INFO [RS:0;5eb3d201e8c9:35021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35021. 2024-11-25T07:21:23,864 DEBUG [RS:0;5eb3d201e8c9:35021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:23,864 DEBUG [RS:0;5eb3d201e8c9:35021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:23,864 DEBUG [RS:0;5eb3d201e8c9:35021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:23,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:23,964 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.shipper5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 terminated 2024-11-25T07:21:23,965 INFO [RS:0;5eb3d201e8c9:35021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35021 2024-11-25T07:21:23,964 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35021,1732519252867.replicationSource.wal-reader.5eb3d201e8c9%2C35021%2C1732519252867,1-5eb3d201e8c9,35021,1732519252867 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-25T07:21:23,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126/rs 2024-11-25T07:21:23,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,35021,1732519252867] 2024-11-25T07:21:23,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-795945126/rs/5eb3d201e8c9,35021,1732519252867 2024-11-25T07:21:23,968 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:23,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-795945126/draining/5eb3d201e8c9,35021,1732519252867 already deleted, retry=false 2024-11-25T07:21:23,970 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,35021,1732519252867 expired; onlineServers=0 2024-11-25T07:21:23,970 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,38247,1732519252814' ***** 2024-11-25T07:21:23,970 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:21:23,970 INFO [M:0;5eb3d201e8c9:38247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:23,970 INFO [M:0;5eb3d201e8c9:38247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:23,970 DEBUG [M:0;5eb3d201e8c9:38247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:21:23,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:21:23,971 DEBUG [M:0;5eb3d201e8c9:38247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:21:23,971 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519254616 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519254616,5,FailOnTimeoutGroup] 2024-11-25T07:21:23,971 INFO [M:0;5eb3d201e8c9:38247 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:23,971 INFO [M:0;5eb3d201e8c9:38247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:23,971 DEBUG [M:0;5eb3d201e8c9:38247 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:21:23,971 INFO [M:0;5eb3d201e8c9:38247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:21:23,971 INFO [M:0;5eb3d201e8c9:38247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:23,971 INFO [M:0;5eb3d201e8c9:38247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:21:23,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:21:23,971 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519254616 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519254616,5,FailOnTimeoutGroup] 2024-11-25T07:21:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-795945126/master 2024-11-25T07:21:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-795945126 2024-11-25T07:21:23,974 DEBUG [M:0;5eb3d201e8c9:38247 {}] zookeeper.ZKUtil(347): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Unable to get data of znode /0-795945126/master because node does not exist (not an error) 2024-11-25T07:21:23,974 WARN [M:0;5eb3d201e8c9:38247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:21:23,975 INFO [M:0;5eb3d201e8c9:38247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/.lastflushedseqids 2024-11-25T07:21:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741848_1024 (size=245) 2024-11-25T07:21:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:24,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35021-0x1014dffb9640001, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:24,071 INFO [RS:0;5eb3d201e8c9:35021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:24,072 INFO [RS:0;5eb3d201e8c9:35021 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,35021,1732519252867; zookeeper connection closed. 2024-11-25T07:21:24,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@455bef34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@455bef34 2024-11-25T07:21:24,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:21:24,406 INFO [M:0;5eb3d201e8c9:38247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:21:24,407 INFO [M:0;5eb3d201e8c9:38247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:21:24,407 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:24,407 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:24,407 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:24,407 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:24,407 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:24,407 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T07:21:24,426 DEBUG [M:0;5eb3d201e8c9:38247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8538f89dbe49f280b115915f2d9be5 is 82, key is hbase:meta,,1/info:regioninfo/1732519255791/Put/seqid=0 2024-11-25T07:21:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741849_1025 (size=5672) 2024-11-25T07:21:24,831 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8538f89dbe49f280b115915f2d9be5 2024-11-25T07:21:24,852 DEBUG [M:0;5eb3d201e8c9:38247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe742122f29743c58621f2e93cf50655 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519266003/Put/seqid=0 2024-11-25T07:21:24,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741850_1026 (size=8516) 2024-11-25T07:21:25,256 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe742122f29743c58621f2e93cf50655 2024-11-25T07:21:25,288 DEBUG [M:0;5eb3d201e8c9:38247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/301852ca90e7425e974802a53a8ca798 is 69, key is 5eb3d201e8c9,35021,1732519252867/rs:state/1732519254705/Put/seqid=0 2024-11-25T07:21:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741851_1027 (size=5156) 2024-11-25T07:21:25,693 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/301852ca90e7425e974802a53a8ca798 2024-11-25T07:21:25,698 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f8538f89dbe49f280b115915f2d9be5 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8538f89dbe49f280b115915f2d9be5 2024-11-25T07:21:25,703 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f8538f89dbe49f280b115915f2d9be5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T07:21:25,704 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe742122f29743c58621f2e93cf50655 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe742122f29743c58621f2e93cf50655 2024-11-25T07:21:25,709 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe742122f29743c58621f2e93cf50655, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T07:21:25,710 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/301852ca90e7425e974802a53a8ca798 as hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/301852ca90e7425e974802a53a8ca798 2024-11-25T07:21:25,719 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34753/user/jenkins/test-data/dc8f06f5-8e79-558e-8136-91bb8930027c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/301852ca90e7425e974802a53a8ca798, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T07:21:25,721 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false 2024-11-25T07:21:25,738 INFO [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:25,739 DEBUG [M:0;5eb3d201e8c9:38247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519284407Disabling compacts and flushes for region at 1732519284407Disabling writes for close at 1732519284407Obtaining lock to block concurrent updates at 1732519284407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519284407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732519284408 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519284408Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519284408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519284425 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519284425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519284836 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519284852 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519284852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519285261 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519285288 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519285288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edf576c: reopening flushed file at 1732519285698 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57dcf77a: reopening flushed file at 1732519285703 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4ce45a: reopening flushed file at 1732519285709 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false at 1732519285722 (+13 ms)Writing region close event to WAL at 1732519285738 (+16 ms)Closed at 1732519285738 2024-11-25T07:21:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39837 is added to blk_1073741830_1006 (size=63654) 2024-11-25T07:21:25,744 INFO [M:0;5eb3d201e8c9:38247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:21:25,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:25,744 INFO [M:0;5eb3d201e8c9:38247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38247 2024-11-25T07:21:25,744 INFO [M:0;5eb3d201e8c9:38247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:25,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:25,847 INFO [M:0;5eb3d201e8c9:38247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:25,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x1014dffb9640000, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:25,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcd4924{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:25,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290f7b78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:25,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:25,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57e67b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:25,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d20b02c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:25,860 WARN [BP-1825925191-172.17.0.2-1732519251703 heartbeating to localhost/127.0.0.1:34753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:21:25,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:21:25,860 WARN [BP-1825925191-172.17.0.2-1732519251703 heartbeating to localhost/127.0.0.1:34753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825925191-172.17.0.2-1732519251703 (Datanode Uuid b073849e-2bde-43f8-9f1c-27f78fc08d40) service to localhost/127.0.0.1:34753 2024-11-25T07:21:25,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:21:25,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32/data/data1/current/BP-1825925191-172.17.0.2-1732519251703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:25,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/cluster_65e2528f-4d07-8246-a86f-218f00ccfd32/data/data2/current/BP-1825925191-172.17.0.2-1732519251703 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:25,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:21:25,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f5ba296{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:25,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aafeb29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:25,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:25,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@159794d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:25,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8f67af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43098b48-1fd3-d8ea-0604-81b26a454fc6/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:25,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:21:25,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:21:25,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 316) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41025 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34753 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34003 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7705 (was 7476) - AvailableMemoryMB LEAK? - 2024-11-25T07:21:25,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=7702 2024-11-25T07:21:25,950 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-25T07:21:25,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.log.dir so I do NOT create it in target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe 2024-11-25T07:21:25,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:21:25,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.tmp.dir so I do NOT create it in target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe 2024-11-25T07:21:25,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e8a57b-d267-1d0f-2668-54f8ab807d01/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:21:25,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe 2024-11-25T07:21:25,951 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159, deleteOnExit=true 2024-11-25T07:21:25,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/zookeeper_0, clientPort=59067, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:21:25,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59067 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/test.cache.data in system properties and HBase conf 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:21:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:21:25,970 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:25,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:21:25,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014dffb9640002, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:21:25,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014dffb9640005, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:21:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:21:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:21:25,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014dffb9640002, quorum=127.0.0.1:50695, baseZNode=/0-795945126 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:21:25,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014dffb9640005, quorum=127.0.0.1:50695, baseZNode=/1338455100 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:21:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:21:25,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:21:25,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014dffb9640008, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:21:25,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014dffb9640008, quorum=127.0.0.1:50695, baseZNode=/2-1565779481 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:21:26,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:26,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:26,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:26,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:26,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:21:26,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:26,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255f4c36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:26,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bab9e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:26,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42478209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/java.io.tmpdir/jetty-localhost-39677-hadoop-hdfs-3_4_1-tests_jar-_-any-4925997122084936266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:26,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab2e0df{HTTP/1.1, (http/1.1)}{localhost:39677} 2024-11-25T07:21:26,224 INFO [Time-limited test {}] server.Server(415): Started @283043ms 2024-11-25T07:21:26,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:26,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:26,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:26,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:26,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:21:26,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37872a5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:26,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f74c9a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:26,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1068ff8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/java.io.tmpdir/jetty-localhost-36441-hadoop-hdfs-3_4_1-tests_jar-_-any-8245021440938577831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:26,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28013ac8{HTTP/1.1, (http/1.1)}{localhost:36441} 2024-11-25T07:21:26,545 INFO [Time-limited test {}] server.Server(415): Started @283364ms 2024-11-25T07:21:26,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:21:26,745 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/data/data1/current/BP-1704406291-172.17.0.2-1732519285998/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:26,748 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/data/data2/current/BP-1704406291-172.17.0.2-1732519285998/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:26,927 WARN [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:21:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47ca91a7b8c933ad with lease ID 0x46172d301a7381ba: Processing first storage report for DS-b52bbe7f-59cf-436e-9b86-f32bb29cff74 from datanode DatanodeRegistration(127.0.0.1:45989, datanodeUuid=a848e89c-c7b4-4d5c-a7cc-122bd7bb9731, infoPort=41493, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=639649457;c=1732519285998) 2024-11-25T07:21:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47ca91a7b8c933ad with lease ID 0x46172d301a7381ba: from storage DS-b52bbe7f-59cf-436e-9b86-f32bb29cff74 node DatanodeRegistration(127.0.0.1:45989, datanodeUuid=a848e89c-c7b4-4d5c-a7cc-122bd7bb9731, infoPort=41493, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=639649457;c=1732519285998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47ca91a7b8c933ad with lease ID 0x46172d301a7381ba: Processing first storage report for DS-aa3db093-89ff-4df5-b249-bec262a1dfa7 from datanode DatanodeRegistration(127.0.0.1:45989, datanodeUuid=a848e89c-c7b4-4d5c-a7cc-122bd7bb9731, infoPort=41493, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=639649457;c=1732519285998) 2024-11-25T07:21:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47ca91a7b8c933ad with lease ID 0x46172d301a7381ba: from storage DS-aa3db093-89ff-4df5-b249-bec262a1dfa7 node DatanodeRegistration(127.0.0.1:45989, datanodeUuid=a848e89c-c7b4-4d5c-a7cc-122bd7bb9731, infoPort=41493, infoSecurePort=0, ipcPort=43967, storageInfo=lv=-57;cid=testClusterID;nsid=639649457;c=1732519285998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:26,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe 2024-11-25T07:21:26,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:27,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:27,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:21:27,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13 with version=8 2024-11-25T07:21:27,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/hbase-staging 2024-11-25T07:21:27,068 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:27,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:27,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:27,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:27,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:27,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:27,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:21:27,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:27,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46601 2024-11-25T07:21:27,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46601 connecting to ZooKeeper ensemble=127.0.0.1:59067 2024-11-25T07:21:27,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466010x0, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:27,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46601-0x1014e003f590000 connected 2024-11-25T07:21:27,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:27,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:27,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on znode that does not yet exist, /0-61327702/running 2024-11-25T07:21:27,350 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13, hbase.cluster.distributed=false 2024-11-25T07:21:27,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on znode that does not yet exist, /0-61327702/acl 2024-11-25T07:21:27,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-25T07:21:27,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46601 2024-11-25T07:21:27,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46601 2024-11-25T07:21:27,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-25T07:21:27,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-25T07:21:27,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:27,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:27,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:27,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:27,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:27,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:27,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:21:27,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:27,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41521 2024-11-25T07:21:27,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41521 connecting to ZooKeeper ensemble=127.0.0.1:59067 2024-11-25T07:21:27,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:27,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:27,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415210x0, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:27,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415210x0, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on znode that does not yet exist, /0-61327702/running 2024-11-25T07:21:27,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:21:27,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41521-0x1014e003f590001 connected 2024-11-25T07:21:27,439 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:21:27,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on znode that does not yet exist, /0-61327702/master 2024-11-25T07:21:27,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on znode that does not yet exist, /0-61327702/acl 2024-11-25T07:21:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41521 2024-11-25T07:21:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41521 2024-11-25T07:21:27,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41521 2024-11-25T07:21:27,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41521 2024-11-25T07:21:27,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41521 2024-11-25T07:21:27,478 DEBUG [M:0;5eb3d201e8c9:46601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:46601 2024-11-25T07:21:27,490 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-61327702/backup-masters/5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702/backup-masters 2024-11-25T07:21:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702/backup-masters 2024-11-25T07:21:27,500 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on existing znode=/0-61327702/backup-masters/5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:27,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-61327702/master 2024-11-25T07:21:27,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:27,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:27,508 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on existing znode=/0-61327702/master 2024-11-25T07:21:27,508 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-61327702/backup-masters/5eb3d201e8c9,46601,1732519287067 from backup master directory 2024-11-25T07:21:27,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-61327702/backup-masters/5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:27,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702/backup-masters 2024-11-25T07:21:27,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702/backup-masters 2024-11-25T07:21:27,510 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:27,510 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:27,521 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/hbase.id] with ID: a959b224-65fa-4000-9093-1dcf76a64315 2024-11-25T07:21:27,521 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/.tmp/hbase.id 2024-11-25T07:21:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:21:27,560 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/.tmp/hbase.id]:[hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/hbase.id] 2024-11-25T07:21:27,572 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:27,572 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:21:27,573 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:21:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:21:28,035 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:28,036 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:21:28,036 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:28,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:21:28,445 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/data/master/store 2024-11-25T07:21:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:21:28,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:28,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:28,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:21:28,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:21:28,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:21:28,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:28,850 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:28,850 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:28,850 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:28,850 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:28,850 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:28,850 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:28,850 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:28,850 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519288850Disabling compacts and flushes for region at 1732519288850Disabling writes for close at 1732519288850Writing region close event to WAL at 1732519288850Closed at 1732519288850 2024-11-25T07:21:28,851 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/data/master/store/.initializing 2024-11-25T07:21:28,851 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/WALs/5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:28,852 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:28,854 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C46601%2C1732519287067, suffix=, logDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/WALs/5eb3d201e8c9,46601,1732519287067, archiveDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/oldWALs, maxLogs=10 2024-11-25T07:21:28,869 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/WALs/5eb3d201e8c9,46601,1732519287067/5eb3d201e8c9%2C46601%2C1732519287067.1732519288854, exclude list is [], retry=0 2024-11-25T07:21:28,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-b52bbe7f-59cf-436e-9b86-f32bb29cff74,DISK] 2024-11-25T07:21:28,872 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/WALs/5eb3d201e8c9,46601,1732519287067/5eb3d201e8c9%2C46601%2C1732519287067.1732519288854 2024-11-25T07:21:28,873 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41493:41493)] 2024-11-25T07:21:28,873 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:28,873 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:28,873 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,873 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:21:28,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:28,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:28,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:21:28,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:28,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:28,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:21:28,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:28,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:28,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:21:28,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:28,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:28,879 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,880 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,881 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,882 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,882 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,882 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:28,883 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:28,885 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:28,885 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71354694, jitterRate=0.0632677972316742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:28,886 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519288873Initializing all the Stores at 1732519288874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519288874Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519288874Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519288874Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519288874Cleaning up temporary data from old regions at 1732519288882 (+8 ms)Region opened successfully at 1732519288886 (+4 ms) 2024-11-25T07:21:28,887 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:21:28,889 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bbe3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:28,889 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:21:28,890 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:21:28,890 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:21:28,890 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:21:28,890 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:21:28,890 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:21:28,890 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:21:28,892 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:21:28,893 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Unable to get data of znode /0-61327702/balancer because node does not exist (not necessarily an error) 2024-11-25T07:21:28,894 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-61327702/balancer already deleted, retry=false 2024-11-25T07:21:28,894 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:21:28,895 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Unable to get data of znode /0-61327702/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:21:28,896 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-61327702/normalizer already deleted, retry=false 2024-11-25T07:21:28,896 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:21:28,897 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Unable to get data of znode /0-61327702/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:21:28,898 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-61327702/switch/split already deleted, retry=false 2024-11-25T07:21:28,899 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Unable to get data of znode /0-61327702/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:21:28,902 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-61327702/switch/merge already deleted, retry=false 2024-11-25T07:21:28,904 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Unable to get data of znode /0-61327702/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:21:28,905 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-61327702/snapshot-cleanup already deleted, retry=false 2024-11-25T07:21:28,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-61327702/running 2024-11-25T07:21:28,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-61327702/running 2024-11-25T07:21:28,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:28,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:28,907 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,46601,1732519287067, sessionid=0x1014e003f590000, setting cluster-up flag (Was=false) 2024-11-25T07:21:28,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:28,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:28,917 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-61327702/flush-table-proc/acquired, /0-61327702/flush-table-proc/reached, /0-61327702/flush-table-proc/abort 2024-11-25T07:21:28,918 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:28,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:28,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:28,927 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-61327702/online-snapshot/acquired, /0-61327702/online-snapshot/reached, /0-61327702/online-snapshot/abort 2024-11-25T07:21:28,928 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:28,929 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:21:28,930 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:28,931 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:21:28,931 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:21:28,931 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,46601,1732519287067 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:28,932 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:28,933 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519318933 2024-11-25T07:21:28,933 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:21:28,933 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:21:28,933 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:21:28,933 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:21:28,933 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:21:28,933 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:21:28,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:28,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:21:28,934 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:28,934 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:21:28,934 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:21:28,934 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:21:28,934 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:21:28,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:28,934 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:21:28,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:21:28,935 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:21:28,935 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519288935,5,FailOnTimeoutGroup] 2024-11-25T07:21:28,936 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519288935,5,FailOnTimeoutGroup] 2024-11-25T07:21:28,936 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:28,936 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:21:28,936 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:28,936 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:21:28,960 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(746): ClusterId : a959b224-65fa-4000-9093-1dcf76a64315 2024-11-25T07:21:28,960 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:21:28,962 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:21:28,962 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:21:28,964 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:21:28,964 DEBUG [RS:0;5eb3d201e8c9:41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dba7918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:28,980 DEBUG [RS:0;5eb3d201e8c9:41521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:41521 2024-11-25T07:21:28,980 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:21:28,980 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:21:28,980 DEBUG [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:21:28,981 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,46601,1732519287067 with port=41521, startcode=1732519287385 2024-11-25T07:21:28,982 DEBUG [RS:0;5eb3d201e8c9:41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:21:28,983 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:21:28,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:28,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:28,986 DEBUG [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13 2024-11-25T07:21:28,986 DEBUG [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32989 2024-11-25T07:21:28,986 DEBUG [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:21:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702/rs 2024-11-25T07:21:28,988 DEBUG [RS:0;5eb3d201e8c9:41521 {}] zookeeper.ZKUtil(111): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Set watcher on existing znode=/0-61327702/rs/5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:28,988 WARN [RS:0;5eb3d201e8c9:41521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:28,988 INFO [RS:0;5eb3d201e8c9:41521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:28,989 DEBUG [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/WALs/5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:28,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,41521,1732519287385] 2024-11-25T07:21:28,999 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:21:29,004 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:21:29,008 INFO [RS:0;5eb3d201e8c9:41521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:21:29,009 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,016 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:21:29,017 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:21:29,017 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,017 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:29,018 DEBUG [RS:0;5eb3d201e8c9:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:29,024 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,025 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,025 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,025 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,025 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,025 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41521,1732519287385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:29,045 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:21:29,045 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,41521,1732519287385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,045 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,045 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.Replication(171): 5eb3d201e8c9,41521,1732519287385 started 2024-11-25T07:21:29,064 INFO [RS:0;5eb3d201e8c9:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:29,064 INFO [RS:0;5eb3d201e8c9:41521 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,41521,1732519287385, RpcServer on 5eb3d201e8c9/172.17.0.2:41521, sessionid=0x1014e003f590001 2024-11-25T07:21:29,064 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:21:29,064 DEBUG [RS:0;5eb3d201e8c9:41521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:29,064 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,41521,1732519287385' 2024-11-25T07:21:29,064 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-61327702/flush-table-proc/abort' 2024-11-25T07:21:29,064 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-61327702/flush-table-proc/acquired' 2024-11-25T07:21:29,065 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:21:29,065 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:21:29,065 DEBUG [RS:0;5eb3d201e8c9:41521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:29,065 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,41521,1732519287385' 2024-11-25T07:21:29,065 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-61327702/online-snapshot/abort' 2024-11-25T07:21:29,065 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-61327702/online-snapshot/acquired' 2024-11-25T07:21:29,065 DEBUG [RS:0;5eb3d201e8c9:41521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:21:29,065 INFO [RS:0;5eb3d201e8c9:41521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:21:29,065 INFO [RS:0;5eb3d201e8c9:41521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:21:29,166 INFO [RS:0;5eb3d201e8c9:41521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:29,167 INFO [RS:0;5eb3d201e8c9:41521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C41521%2C1732519287385, suffix=, logDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/WALs/5eb3d201e8c9,41521,1732519287385, archiveDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/oldWALs, maxLogs=10 2024-11-25T07:21:29,182 DEBUG [RS:0;5eb3d201e8c9:41521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/WALs/5eb3d201e8c9,41521,1732519287385/5eb3d201e8c9%2C41521%2C1732519287385.1732519289168, exclude list is [], retry=0 2024-11-25T07:21:29,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-b52bbe7f-59cf-436e-9b86-f32bb29cff74,DISK] 2024-11-25T07:21:29,185 INFO [RS:0;5eb3d201e8c9:41521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/WALs/5eb3d201e8c9,41521,1732519287385/5eb3d201e8c9%2C41521%2C1732519287385.1732519289168 2024-11-25T07:21:29,186 DEBUG [RS:0;5eb3d201e8c9:41521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41493:41493)] 2024-11-25T07:21:29,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:21:29,347 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13 2024-11-25T07:21:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:21:29,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:29,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:29,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:29,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:29,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:29,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:29,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:29,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:29,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:29,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:29,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:29,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:29,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:29,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:29,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:29,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:29,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:29,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:29,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/hbase/meta/1588230740 2024-11-25T07:21:29,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/hbase/meta/1588230740 2024-11-25T07:21:29,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:29,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:29,760 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:29,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:29,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:29,763 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66394768, jitterRate=-0.010640859603881836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:29,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519289752Initializing all the Stores at 1732519289753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519289753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519289753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519289753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519289753Cleaning up temporary data from old regions at 1732519289760 (+7 ms)Region opened successfully at 1732519289764 (+4 ms) 2024-11-25T07:21:29,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:29,764 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:29,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:29,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:29,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:29,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:29,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519289764Disabling compacts and flushes for region at 1732519289764Disabling writes for close at 1732519289764Writing region close event to WAL at 1732519289764Closed at 1732519289764 2024-11-25T07:21:29,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:29,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:21:29,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:21:29,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:29,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:21:29,917 DEBUG [5eb3d201e8c9:46601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:21:29,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:29,918 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,41521,1732519287385, state=OPENING 2024-11-25T07:21:29,921 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:21:29,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:29,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-61327702 2024-11-25T07:21:29,923 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:29,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-61327702/meta-region-server: CHANGED 2024-11-25T07:21:29,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-61327702/meta-region-server: CHANGED 2024-11-25T07:21:29,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,41521,1732519287385}] 2024-11-25T07:21:30,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:30,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:21:30,080 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:21:30,080 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:30,080 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:21:30,081 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C41521%2C1732519287385.meta, suffix=.meta, logDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/WALs/5eb3d201e8c9,41521,1732519287385, archiveDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/oldWALs, maxLogs=10 2024-11-25T07:21:30,096 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/WALs/5eb3d201e8c9,41521,1732519287385/5eb3d201e8c9%2C41521%2C1732519287385.meta.1732519290082.meta, exclude list is [], retry=0 2024-11-25T07:21:30,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45989,DS-b52bbe7f-59cf-436e-9b86-f32bb29cff74,DISK] 2024-11-25T07:21:30,100 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/WALs/5eb3d201e8c9,41521,1732519287385/5eb3d201e8c9%2C41521%2C1732519287385.meta.1732519290082.meta 2024-11-25T07:21:30,100 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41493:41493)] 2024-11-25T07:21:30,100 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:30,100 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:30,101 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:30,101 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:21:30,101 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:21:30,101 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:21:30,101 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:30,101 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:21:30,101 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:21:30,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:30,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:30,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:30,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:30,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:30,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:30,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:30,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:30,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:30,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:30,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:30,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:30,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:30,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:30,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:30,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:30,106 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:30,107 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/hbase/meta/1588230740 2024-11-25T07:21:30,108 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/hbase/meta/1588230740 2024-11-25T07:21:30,109 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:30,109 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:30,109 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:30,110 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:30,111 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61045081, jitterRate=-0.09035740792751312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:30,111 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:21:30,112 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519290101Writing region info on filesystem at 1732519290101Initializing all the Stores at 1732519290102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519290102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519290102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519290102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519290102Cleaning up temporary data from old regions at 1732519290109 (+7 ms)Running coprocessor post-open hooks at 1732519290111 (+2 ms)Region opened successfully at 1732519290112 (+1 ms) 2024-11-25T07:21:30,112 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519290075 2024-11-25T07:21:30,114 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:21:30,114 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:21:30,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:30,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,41521,1732519287385, state=OPEN 2024-11-25T07:21:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x1014e003f590000, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-61327702/meta-region-server 2024-11-25T07:21:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x1014e003f590001, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-61327702/meta-region-server 2024-11-25T07:21:30,119 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:30,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-61327702/meta-region-server: CHANGED 2024-11-25T07:21:30,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-61327702/meta-region-server: CHANGED 2024-11-25T07:21:30,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:21:30,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,41521,1732519287385 in 196 msec 2024-11-25T07:21:30,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:21:30,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-25T07:21:30,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:30,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:21:30,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:30,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,41521,1732519287385, seqNum=-1] 2024-11-25T07:21:30,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:30,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:30,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-25T07:21:30,129 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519290129, completionTime=-1 2024-11-25T07:21:30,129 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:21:30,129 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:21:30,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:21:30,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519350131 2024-11-25T07:21:30,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519410131 2024-11-25T07:21:30,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:21:30,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,46601,1732519287067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:30,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,46601,1732519287067-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:30,131 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,46601,1732519287067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:30,132 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:46601, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:30,132 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:30,132 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:30,133 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.625sec 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,46601,1732519287067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:30,135 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,46601,1732519287067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:21:30,137 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:21:30,137 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:21:30,137 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,46601,1732519287067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:30,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:30,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,46601,-1 for getting cluster id 2024-11-25T07:21:30,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:30,162 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a959b224-65fa-4000-9093-1dcf76a64315' 2024-11-25T07:21:30,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:30,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a959b224-65fa-4000-9093-1dcf76a64315" 2024-11-25T07:21:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77576b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,46601,-1] 2024-11-25T07:21:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:30,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:30,164 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:30,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234041d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:30,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,41521,1732519287385, seqNum=-1] 2024-11-25T07:21:30,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:30,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:30,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:30,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59067 2024-11-25T07:21:30,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59067, baseZNode=/0-61327702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:30,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014e003f590002 connected 2024-11-25T07:21:30,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:30,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f8d05a 2024-11-25T07:21:30,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:30,177 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:30,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:21:30,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:30,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:30,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:21:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:30,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:30,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:21:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:30,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b586127710b031be335296b7443ce7e5, NAME => 'test,,1732519290178.b586127710b031be335296b7443ce7e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13 2024-11-25T07:21:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45989 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:21:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:30,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519290178.b586127710b031be335296b7443ce7e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:30,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b586127710b031be335296b7443ce7e5, disabling compactions & flushes 2024-11-25T07:21:30,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519290178.b586127710b031be335296b7443ce7e5. 2024-11-25T07:21:30,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519290178.b586127710b031be335296b7443ce7e5. 2024-11-25T07:21:30,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519290178.b586127710b031be335296b7443ce7e5. after waiting 0 ms 2024-11-25T07:21:30,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519290178.b586127710b031be335296b7443ce7e5. 2024-11-25T07:21:30,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519290178.b586127710b031be335296b7443ce7e5. 2024-11-25T07:21:30,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b586127710b031be335296b7443ce7e5: Waiting for close lock at 1732519290997Disabling compacts and flushes for region at 1732519290997Disabling writes for close at 1732519290997Writing region close event to WAL at 1732519290997Closed at 1732519290997 2024-11-25T07:21:30,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:30,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519290178.b586127710b031be335296b7443ce7e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519290998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519290998"}]},"ts":"1732519290998"} 2024-11-25T07:21:31,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:31,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:31,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519291001"}]},"ts":"1732519291001"} 2024-11-25T07:21:31,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:21:31,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b586127710b031be335296b7443ce7e5, ASSIGN}] 2024-11-25T07:21:31,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b586127710b031be335296b7443ce7e5, ASSIGN 2024-11-25T07:21:31,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b586127710b031be335296b7443ce7e5, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,41521,1732519287385; forceNewPlan=false, retain=false 2024-11-25T07:21:31,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b586127710b031be335296b7443ce7e5, regionState=OPENING, regionLocation=5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:31,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b586127710b031be335296b7443ce7e5, ASSIGN because future has completed 2024-11-25T07:21:31,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b586127710b031be335296b7443ce7e5, server=5eb3d201e8c9,41521,1732519287385}] 2024-11-25T07:21:31,312 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519290178.b586127710b031be335296b7443ce7e5. 2024-11-25T07:21:31,312 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b586127710b031be335296b7443ce7e5, NAME => 'test,,1732519290178.b586127710b031be335296b7443ce7e5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:31,312 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:31,312 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:21:31,313 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:31,313 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519290178.b586127710b031be335296b7443ce7e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:31,313 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,313 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,314 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,315 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b586127710b031be335296b7443ce7e5 columnFamilyName f 2024-11-25T07:21:31,315 DEBUG [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:31,315 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] regionserver.HStore(327): Store=b586127710b031be335296b7443ce7e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:31,315 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,316 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b586127710b031be335296b7443ce7e5 columnFamilyName f1 2024-11-25T07:21:31,316 DEBUG [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:31,317 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] regionserver.HStore(327): Store=b586127710b031be335296b7443ce7e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:31,317 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,317 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b586127710b031be335296b7443ce7e5 columnFamilyName norep 2024-11-25T07:21:31,317 DEBUG [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:31,318 INFO [StoreOpener-b586127710b031be335296b7443ce7e5-1 {}] regionserver.HStore(327): Store=b586127710b031be335296b7443ce7e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:31,318 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,318 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/default/test/b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,319 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/default/test/b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,319 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,319 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,320 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:31,321 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,322 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/data/default/test/b586127710b031be335296b7443ce7e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:31,322 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b586127710b031be335296b7443ce7e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59186042, jitterRate=-0.11805924773216248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:31,323 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b586127710b031be335296b7443ce7e5 2024-11-25T07:21:31,323 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b586127710b031be335296b7443ce7e5: Running coprocessor pre-open hook at 1732519291313Writing region info on filesystem at 1732519291313Initializing all the Stores at 1732519291313Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519291314 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519291314Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519291314Cleaning up temporary data from old regions at 1732519291319 (+5 ms)Running coprocessor post-open hooks at 1732519291323 (+4 ms)Region opened successfully at 1732519291323 2024-11-25T07:21:31,324 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519290178.b586127710b031be335296b7443ce7e5., pid=6, masterSystemTime=1732519291309 2024-11-25T07:21:31,326 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519290178.b586127710b031be335296b7443ce7e5. 2024-11-25T07:21:31,326 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519290178.b586127710b031be335296b7443ce7e5. 2024-11-25T07:21:31,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b586127710b031be335296b7443ce7e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,41521,1732519287385 2024-11-25T07:21:31,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b586127710b031be335296b7443ce7e5, server=5eb3d201e8c9,41521,1732519287385 because future has completed 2024-11-25T07:21:31,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:21:31,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b586127710b031be335296b7443ce7e5, server=5eb3d201e8c9,41521,1732519287385 in 171 msec 2024-11-25T07:21:31,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:21:31,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b586127710b031be335296b7443ce7e5, ASSIGN in 327 msec 2024-11-25T07:21:31,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:31,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519291332"}]},"ts":"1732519291332"} 2024-11-25T07:21:31,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:21:31,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:31,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-25T07:21:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:32,324 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:21:32,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af569e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:32,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,46601,-1 for getting cluster id 2024-11-25T07:21:32,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:32,325 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a959b224-65fa-4000-9093-1dcf76a64315' 2024-11-25T07:21:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a959b224-65fa-4000-9093-1dcf76a64315" 2024-11-25T07:21:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd23c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,46601,-1] 2024-11-25T07:21:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:32,326 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c208cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:32,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e0ede6 2024-11-25T07:21:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:32,329 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:32,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:21:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:21:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:32,332 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:46601' 2024-11-25T07:21:32,333 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a6314b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:32,333 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,46601,-1 for getting cluster id 2024-11-25T07:21:32,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:32,334 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a959b224-65fa-4000-9093-1dcf76a64315' 2024-11-25T07:21:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a959b224-65fa-4000-9093-1dcf76a64315" 2024-11-25T07:21:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d7684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,46601,-1] 2024-11-25T07:21:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:32,335 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:32,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9027c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:32,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:32,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,46601,1732519287067 2024-11-25T07:21:32,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490b4029 2024-11-25T07:21:32,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:32,336 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:32,337 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:21:32,337 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:21:32,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:32,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:32,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:32,337 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5eb3d201e8c9:46601, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T07:21:32,343 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5eb3d201e8c9:46601, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5eb3d201e8c9:46601, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5eb3d201e8c9:46601, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-25T07:21:32,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5eb3d201e8c9:46601, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-25T07:21:32,344 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-25T07:21:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:32,444 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5eb3d201e8c9:46601, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-25T07:21:32,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:32,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:32,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:32,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:32,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:32,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 362) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5eb3d201e8c9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519288935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2d579d19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1850772097-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe28443bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1704406291-172.17.0.2-1732519285998:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1850772097-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe28443bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@35156634 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13-prefix:5eb3d201e8c9,41521,1732519287385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_552033664_20 at /127.0.0.1:58398 [Receiving block BP-1704406291-172.17.0.2-1732519285998:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59067) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1647735518-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-64a2185b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;5eb3d201e8c9:41521-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32989 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: CacheReplicationMonitor(1757816145) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Session-HouseKeeper-2caa4d84-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43967 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007fe284adcd18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe28443bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe2849fdab8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1704406291-172.17.0.2-1732519285998 heartbeating to localhost/127.0.0.1:32989 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_552033664_20 at /127.0.0.1:58346 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;5eb3d201e8c9:41521 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5eb3d201e8c9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1647735518-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1352f183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5eb3d201e8c9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcessThread(sid:0 cport:59067): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1647735518-7917-acceptor-0@7e180a4d-ServerConnector@28013ac8{HTTP/1.1, (http/1.1)}{localhost:36441} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13/MasterData-prefix:5eb3d201e8c9,46601,1732519287067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@354596ac[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:32989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1183754232_20 at /127.0.0.1:58378 [Receiving block BP-1704406291-172.17.0.2-1732519285998:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;5eb3d201e8c9:46601 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59067) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59067) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6744bde9 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519288935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/data/data2/current/BP-1704406291-172.17.0.2-1732519285998 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/5eb3d201e8c9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 5eb3d201e8c9:46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1704406291-172.17.0.2-1732519285998:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1647735518-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe28443bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/cluster_8acc8650-4d26-5964-ec52-788402702159/data/data1/current/BP-1704406291-172.17.0.2-1732519285998 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59067 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 1 on default port 43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_552033664_20 at /127.0.0.1:58404 [Receiving block BP-1704406291-172.17.0.2-1732519285998:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:32989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7871-acceptor-0@6057462f-ServerConnector@2ab2e0df{HTTP/1.1, (http/1.1)}{localhost:39677} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1704406291-172.17.0.2-1732519285998:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 32989 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32989/user/jenkins/test-data/63f2e0a5-343a-eba6-6808-67623599cb13-prefix:5eb3d201e8c9,41521,1732519287385.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1850772097-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe28443bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=466 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=7233 (was 7702) 2024-11-25T07:21:32,464 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-25T07:21:32,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=7230 2024-11-25T07:21:32,479 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-25T07:21:32,497 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-25T07:21:32,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.log.dir so I do NOT create it in target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51 2024-11-25T07:21:32,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:21:32,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.tmp.dir so I do NOT create it in target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51 2024-11-25T07:21:32,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df88d2ba-999d-8706-e82a-a24848ade9fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:21:32,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51 2024-11-25T07:21:32,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d, deleteOnExit=true 2024-11-25T07:21:32,501 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d/zookeeper_0, clientPort=55884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:21:32,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55884 2024-11-25T07:21:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:21:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:21:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/test.cache.data in system properties and HBase conf 2024-11-25T07:21:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:21:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:21:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:21:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:21:32,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:21:32,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:21:32,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:21:32,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:32,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:21:32,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:21:32,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:32,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:32,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:32,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:32,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:21:32,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:32,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48655c2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:32,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34af3c01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:32,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46873611{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/java.io.tmpdir/jetty-localhost-41173-hadoop-hdfs-3_4_1-tests_jar-_-any-9343431594773902460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:32,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f53a1f1{HTTP/1.1, (http/1.1)}{localhost:41173} 2024-11-25T07:21:32,695 INFO [Time-limited test {}] server.Server(415): Started @289515ms 2024-11-25T07:21:32,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:32,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:32,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:32,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:32,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:21:32,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a2d6990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:32,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d9060f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:32,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ee8d61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/java.io.tmpdir/jetty-localhost-43777-hadoop-hdfs-3_4_1-tests_jar-_-any-14260408320028931977/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:32,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c9a294c{HTTP/1.1, (http/1.1)}{localhost:43777} 2024-11-25T07:21:32,902 INFO [Time-limited test {}] server.Server(415): Started @289722ms 2024-11-25T07:21:32,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:21:33,003 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d/data/data1/current/BP-667121861-172.17.0.2-1732519292522/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:33,003 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d/data/data2/current/BP-667121861-172.17.0.2-1732519292522/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:33,027 WARN [Thread-4293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:21:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5467f03a79862370 with lease ID 0x12c99ce74483e895: Processing first storage report for DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc from datanode DatanodeRegistration(127.0.0.1:39565, datanodeUuid=b162de58-9370-4f04-86d3-e4ade7f01991, infoPort=36923, infoSecurePort=0, ipcPort=40889, storageInfo=lv=-57;cid=testClusterID;nsid=2097296537;c=1732519292522) 2024-11-25T07:21:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5467f03a79862370 with lease ID 0x12c99ce74483e895: from storage DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc node DatanodeRegistration(127.0.0.1:39565, datanodeUuid=b162de58-9370-4f04-86d3-e4ade7f01991, infoPort=36923, infoSecurePort=0, ipcPort=40889, storageInfo=lv=-57;cid=testClusterID;nsid=2097296537;c=1732519292522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5467f03a79862370 with lease ID 0x12c99ce74483e895: Processing first storage report for DS-c459b0bb-5ca0-49b1-88ab-988278df55ba from datanode DatanodeRegistration(127.0.0.1:39565, datanodeUuid=b162de58-9370-4f04-86d3-e4ade7f01991, infoPort=36923, infoSecurePort=0, ipcPort=40889, storageInfo=lv=-57;cid=testClusterID;nsid=2097296537;c=1732519292522) 2024-11-25T07:21:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5467f03a79862370 with lease ID 0x12c99ce74483e895: from storage DS-c459b0bb-5ca0-49b1-88ab-988278df55ba node DatanodeRegistration(127.0.0.1:39565, datanodeUuid=b162de58-9370-4f04-86d3-e4ade7f01991, infoPort=36923, infoSecurePort=0, ipcPort=40889, storageInfo=lv=-57;cid=testClusterID;nsid=2097296537;c=1732519292522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:33,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51 2024-11-25T07:21:33,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:33,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:33,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:21:33,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7 with version=8 2024-11-25T07:21:33,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/hbase-staging 2024-11-25T07:21:33,538 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:33,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:33,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:33,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:33,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:33,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:33,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:21:33,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:33,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32869 2024-11-25T07:21:33,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32869 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328690x0, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:33,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32869-0x1014e0058e40000 connected 2024-11-25T07:21:33,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:33,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:33,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on znode that does not yet exist, /0549088213/running 2024-11-25T07:21:33,568 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7, hbase.cluster.distributed=false 2024-11-25T07:21:33,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on znode that does not yet exist, /0549088213/acl 2024-11-25T07:21:33,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-25T07:21:33,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32869 2024-11-25T07:21:33,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32869 2024-11-25T07:21:33,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-25T07:21:33,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-25T07:21:33,591 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:33,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:33,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:33,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:33,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:33,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:33,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:21:33,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:33,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35947 2024-11-25T07:21:33,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35947 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:33,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:33,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359470x0, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:33,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359470x0, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on znode that does not yet exist, /0549088213/running 2024-11-25T07:21:33,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35947-0x1014e0058e40001 connected 2024-11-25T07:21:33,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:21:33,598 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:21:33,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on znode that does not yet exist, /0549088213/master 2024-11-25T07:21:33,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on znode that does not yet exist, /0549088213/acl 2024-11-25T07:21:33,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35947 2024-11-25T07:21:33,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35947 2024-11-25T07:21:33,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35947 2024-11-25T07:21:33,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35947 2024-11-25T07:21:33,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35947 2024-11-25T07:21:33,623 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:32869 2024-11-25T07:21:33,623 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0549088213/backup-masters/5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213/backup-masters 2024-11-25T07:21:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213/backup-masters 2024-11-25T07:21:33,626 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on existing znode=/0549088213/backup-masters/5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:33,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0549088213/master 2024-11-25T07:21:33,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:33,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:33,628 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on existing znode=/0549088213/master 2024-11-25T07:21:33,628 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0549088213/backup-masters/5eb3d201e8c9,32869,1732519293538 from backup master directory 2024-11-25T07:21:33,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213/backup-masters 2024-11-25T07:21:33,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0549088213/backup-masters/5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:33,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213/backup-masters 2024-11-25T07:21:33,630 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:33,630 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:33,633 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/hbase.id] with ID: 3c8b5559-2a08-4902-9285-89bde8f6cb99 2024-11-25T07:21:33,633 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/.tmp/hbase.id 2024-11-25T07:21:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:21:34,038 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/.tmp/hbase.id]:[hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/hbase.id] 2024-11-25T07:21:34,046 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:34,046 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:21:34,046 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T07:21:34,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:34,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:34,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:21:34,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:34,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:34,453 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:34,454 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:21:34,454 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:21:34,860 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store 2024-11-25T07:21:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:21:35,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:21:35,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T07:21:35,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:35,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:35,265 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:35,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:35,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:35,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:35,265 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:35,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519295265Disabling compacts and flushes for region at 1732519295265Disabling writes for close at 1732519295265Writing region close event to WAL at 1732519295265Closed at 1732519295265 2024-11-25T07:21:35,266 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/.initializing 2024-11-25T07:21:35,266 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/WALs/5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:35,267 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:35,268 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C32869%2C1732519293538, suffix=, logDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/WALs/5eb3d201e8c9,32869,1732519293538, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/oldWALs, maxLogs=10 2024-11-25T07:21:35,282 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/WALs/5eb3d201e8c9,32869,1732519293538/5eb3d201e8c9%2C32869%2C1732519293538.1732519295268, exclude list is [], retry=0 2024-11-25T07:21:35,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc,DISK] 2024-11-25T07:21:35,285 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/WALs/5eb3d201e8c9,32869,1732519293538/5eb3d201e8c9%2C32869%2C1732519293538.1732519295268 2024-11-25T07:21:35,285 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-25T07:21:35,285 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:35,285 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:35,285 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,285 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:21:35,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:35,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:35,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:21:35,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:35,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:35,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:21:35,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:35,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:35,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:21:35,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:35,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:35,291 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,291 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,292 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,292 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,292 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,293 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:35,293 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:35,295 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:35,295 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221151, jitterRate=0.10598133504390717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:35,295 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519295285Initializing all the Stores at 1732519295286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519295286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519295286Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519295286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519295286Cleaning up temporary data from old regions at 1732519295292 (+6 ms)Region opened successfully at 1732519295295 (+3 ms) 2024-11-25T07:21:35,295 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:21:35,297 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2e6981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:35,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:21:35,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:21:35,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:21:35,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:21:35,298 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:21:35,299 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:21:35,299 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:21:35,300 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:21:35,301 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Unable to get data of znode /0549088213/balancer because node does not exist (not necessarily an error) 2024-11-25T07:21:35,303 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0549088213/balancer already deleted, retry=false 2024-11-25T07:21:35,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:21:35,304 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Unable to get data of znode /0549088213/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:21:35,305 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0549088213/normalizer already deleted, retry=false 2024-11-25T07:21:35,305 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:21:35,306 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Unable to get data of znode /0549088213/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:21:35,306 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0549088213/switch/split already deleted, retry=false 2024-11-25T07:21:35,307 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Unable to get data of znode /0549088213/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:21:35,308 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0549088213/switch/merge already deleted, retry=false 2024-11-25T07:21:35,309 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Unable to get data of znode /0549088213/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:21:35,312 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0549088213/snapshot-cleanup already deleted, retry=false 2024-11-25T07:21:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0549088213/running 2024-11-25T07:21:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0549088213/running 2024-11-25T07:21:35,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:35,313 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,32869,1732519293538, sessionid=0x1014e0058e40000, setting cluster-up flag (Was=false) 2024-11-25T07:21:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:35,319 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0549088213/flush-table-proc/acquired, /0549088213/flush-table-proc/reached, /0549088213/flush-table-proc/abort 2024-11-25T07:21:35,320 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:35,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:35,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:35,327 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0549088213/online-snapshot/acquired, /0549088213/online-snapshot/reached, /0549088213/online-snapshot/abort 2024-11-25T07:21:35,328 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:35,328 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:21:35,329 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:35,330 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:21:35,330 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:21:35,330 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,32869,1732519293538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:35,331 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,331 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519325331 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:21:35,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:35,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:21:35,332 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:21:35,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:35,333 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:21:35,333 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:21:35,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:21:35,333 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519295333,5,FailOnTimeoutGroup] 2024-11-25T07:21:35,336 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519295333,5,FailOnTimeoutGroup] 2024-11-25T07:21:35,336 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,336 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:21:35,336 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,336 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:21:35,413 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(746): ClusterId : 3c8b5559-2a08-4902-9285-89bde8f6cb99 2024-11-25T07:21:35,413 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:21:35,416 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:21:35,416 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:21:35,418 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:21:35,418 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a1f3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:35,430 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:35947 2024-11-25T07:21:35,430 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:21:35,430 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:21:35,430 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:21:35,430 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,32869,1732519293538 with port=35947, startcode=1732519293591 2024-11-25T07:21:35,431 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:21:35,432 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:21:35,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:35,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32869 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:35,433 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7 2024-11-25T07:21:35,433 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41685 2024-11-25T07:21:35,433 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:21:35,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213/rs 2024-11-25T07:21:35,435 DEBUG [RS:0;5eb3d201e8c9:35947 {}] zookeeper.ZKUtil(111): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on existing znode=/0549088213/rs/5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:35,435 WARN [RS:0;5eb3d201e8c9:35947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:35,435 INFO [RS:0;5eb3d201e8c9:35947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:35,435 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:35,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,35947,1732519293591] 2024-11-25T07:21:35,438 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:21:35,439 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:21:35,439 INFO [RS:0;5eb3d201e8c9:35947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:21:35,439 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,439 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:21:35,440 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:21:35,440 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:35,440 DEBUG [RS:0;5eb3d201e8c9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:35,442 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,442 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,442 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,442 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,442 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,442 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35947,1732519293591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:35,456 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:21:35,456 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,35947,1732519293591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,456 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,456 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.Replication(171): 5eb3d201e8c9,35947,1732519293591 started 2024-11-25T07:21:35,469 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:35,469 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,35947,1732519293591, RpcServer on 5eb3d201e8c9/172.17.0.2:35947, sessionid=0x1014e0058e40001 2024-11-25T07:21:35,469 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:21:35,469 DEBUG [RS:0;5eb3d201e8c9:35947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:35,469 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35947,1732519293591' 2024-11-25T07:21:35,469 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0549088213/flush-table-proc/abort' 2024-11-25T07:21:35,469 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0549088213/flush-table-proc/acquired' 2024-11-25T07:21:35,470 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:21:35,470 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:21:35,470 DEBUG [RS:0;5eb3d201e8c9:35947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:35,470 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,35947,1732519293591' 2024-11-25T07:21:35,470 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0549088213/online-snapshot/abort' 2024-11-25T07:21:35,470 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0549088213/online-snapshot/acquired' 2024-11-25T07:21:35,470 DEBUG [RS:0;5eb3d201e8c9:35947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:21:35,471 INFO [RS:0;5eb3d201e8c9:35947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:21:35,471 INFO [RS:0;5eb3d201e8c9:35947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:21:35,571 INFO [RS:0;5eb3d201e8c9:35947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:35,572 INFO [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35947%2C1732519293591, suffix=, logDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs, maxLogs=10 2024-11-25T07:21:35,586 DEBUG [RS:0;5eb3d201e8c9:35947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572, exclude list is [], retry=0 2024-11-25T07:21:35,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc,DISK] 2024-11-25T07:21:35,589 INFO [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 2024-11-25T07:21:35,589 DEBUG [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-25T07:21:35,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:21:35,743 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7 2024-11-25T07:21:35,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:21:36,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:36,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:36,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:36,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:36,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:36,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:36,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:36,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:36,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:36,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740 2024-11-25T07:21:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740 2024-11-25T07:21:36,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:36,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:36,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:36,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:36,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:36,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74731246, jitterRate=0.11358234286308289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:36,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519296148Initializing all the Stores at 1732519296149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519296149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519296149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519296149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519296149Cleaning up temporary data from old regions at 1732519296155 (+6 ms)Region opened successfully at 1732519296158 (+3 ms) 2024-11-25T07:21:36,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:36,158 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:36,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:36,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:36,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:36,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:36,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519296158Disabling compacts and flushes for region at 1732519296158Disabling writes for close at 1732519296158Writing region close event to WAL at 1732519296159 (+1 ms)Closed at 1732519296159 2024-11-25T07:21:36,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:36,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:21:36,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:21:36,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:36,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:21:36,311 DEBUG [5eb3d201e8c9:32869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:21:36,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:36,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35947,1732519293591, state=OPENING 2024-11-25T07:21:36,314 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:21:36,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:36,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:36,317 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:36,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0549088213/meta-region-server: CHANGED 2024-11-25T07:21:36,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0549088213/meta-region-server: CHANGED 2024-11-25T07:21:36,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35947,1732519293591}] 2024-11-25T07:21:36,469 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:36,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:21:36,473 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:21:36,473 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:36,473 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:21:36,474 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35947%2C1732519293591.meta, suffix=.meta, logDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs, maxLogs=10 2024-11-25T07:21:36,489 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.meta.1732519296475.meta, exclude list is [], retry=0 2024-11-25T07:21:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc,DISK] 2024-11-25T07:21:36,492 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.meta.1732519296475.meta 2024-11-25T07:21:36,492 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-25T07:21:36,492 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:36,493 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:36,493 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:36,493 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:21:36,493 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:21:36,493 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:21:36,493 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:36,493 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:21:36,493 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:21:36,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:36,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:36,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:36,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:36,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:36,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:36,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:36,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:36,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:36,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:36,498 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:36,498 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740 2024-11-25T07:21:36,499 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740 2024-11-25T07:21:36,500 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:36,500 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:36,500 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:36,501 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:36,502 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67945784, jitterRate=0.01247107982635498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:36,502 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:21:36,502 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519296493Writing region info on filesystem at 1732519296493Initializing all the Stores at 1732519296494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519296494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519296494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519296494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519296494Cleaning up temporary data from old regions at 1732519296500 (+6 ms)Running coprocessor post-open hooks at 1732519296502 (+2 ms)Region opened successfully at 1732519296502 2024-11-25T07:21:36,503 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519296469 2024-11-25T07:21:36,504 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:21:36,504 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:21:36,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:36,505 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,35947,1732519293591, state=OPEN 2024-11-25T07:21:36,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0549088213/meta-region-server 2024-11-25T07:21:36,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0549088213/meta-region-server 2024-11-25T07:21:36,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:36,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0549088213/meta-region-server: CHANGED 2024-11-25T07:21:36,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0549088213/meta-region-server: CHANGED 2024-11-25T07:21:36,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:21:36,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,35947,1732519293591 in 193 msec 2024-11-25T07:21:36,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:21:36,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-25T07:21:36,514 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:36,514 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:21:36,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:36,515 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35947,1732519293591, seqNum=-1] 2024-11-25T07:21:36,515 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:36,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:36,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-25T07:21:36,520 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519296520, completionTime=-1 2024-11-25T07:21:36,520 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:21:36,520 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:21:36,521 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:21:36,521 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519356521 2024-11-25T07:21:36,521 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519416521 2024-11-25T07:21:36,521 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:21:36,522 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32869,1732519293538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:36,522 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32869,1732519293538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:36,522 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32869,1732519293538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:36,522 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:32869, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:36,522 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:36,522 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:36,523 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.895sec 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32869,1732519293538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:36,525 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32869,1732519293538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:21:36,527 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:21:36,527 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:21:36,527 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,32869,1732519293538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:36,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1352d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:36,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32869,-1 for getting cluster id 2024-11-25T07:21:36,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:36,615 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8b5559-2a08-4902-9285-89bde8f6cb99' 2024-11-25T07:21:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8b5559-2a08-4902-9285-89bde8f6cb99" 2024-11-25T07:21:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de0c33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32869,-1] 2024-11-25T07:21:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:36,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:36,617 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:36,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f6d4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:36,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35947,1732519293591, seqNum=-1] 2024-11-25T07:21:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:36,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:36,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:36,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:36,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:36,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014e0058e40002 connected 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.log.dir so I do NOT create it in target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2 2024-11-25T07:21:36,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.tmp.dir so I do NOT create it in target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2 2024-11-25T07:21:36,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:21:36,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/cluster_1212bcb6-be73-8526-b9a4-37d1d059a435, deleteOnExit=true 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/test.cache.data in system properties and HBase conf 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:21:36,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:21:36,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:21:36,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:21:36,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:36,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:36,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:36,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:36,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:21:36,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:36,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35ef8f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:36,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75665d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:36,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d88ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/java.io.tmpdir/jetty-localhost-34569-hadoop-hdfs-3_4_1-tests_jar-_-any-15343050893806635530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:36,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4810c33e{HTTP/1.1, (http/1.1)}{localhost:34569} 2024-11-25T07:21:36,861 INFO [Time-limited test {}] server.Server(415): Started @293680ms 2024-11-25T07:21:36,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:36,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:36,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:36,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:36,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:21:36,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@266c2ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:36,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d49f62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:37,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52cc92fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/java.io.tmpdir/jetty-localhost-41099-hadoop-hdfs-3_4_1-tests_jar-_-any-7963425161035155152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:37,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326cb3a0{HTTP/1.1, (http/1.1)}{localhost:41099} 2024-11-25T07:21:37,099 INFO [Time-limited test {}] server.Server(415): Started @293918ms 2024-11-25T07:21:37,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:21:37,216 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/cluster_1212bcb6-be73-8526-b9a4-37d1d059a435/data/data1/current/BP-437400600-172.17.0.2-1732519296649/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:37,217 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/cluster_1212bcb6-be73-8526-b9a4-37d1d059a435/data/data2/current/BP-437400600-172.17.0.2-1732519296649/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:37,242 WARN [Thread-4414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:21:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130d4c3e0960c079 with lease ID 0x4fc4de433b6bcf97: Processing first storage report for DS-9b3223f5-d281-44b3-b7c8-c868d4df7e8a from datanode DatanodeRegistration(127.0.0.1:46751, datanodeUuid=dbc473db-c17d-482a-b9ff-ccaf12fc1133, infoPort=36611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=1794255947;c=1732519296649) 2024-11-25T07:21:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130d4c3e0960c079 with lease ID 0x4fc4de433b6bcf97: from storage DS-9b3223f5-d281-44b3-b7c8-c868d4df7e8a node DatanodeRegistration(127.0.0.1:46751, datanodeUuid=dbc473db-c17d-482a-b9ff-ccaf12fc1133, infoPort=36611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=1794255947;c=1732519296649), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130d4c3e0960c079 with lease ID 0x4fc4de433b6bcf97: Processing first storage report for DS-c4006033-7398-4f05-800e-278f10e5cdec from datanode DatanodeRegistration(127.0.0.1:46751, datanodeUuid=dbc473db-c17d-482a-b9ff-ccaf12fc1133, infoPort=36611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=1794255947;c=1732519296649) 2024-11-25T07:21:37,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130d4c3e0960c079 with lease ID 0x4fc4de433b6bcf97: from storage DS-c4006033-7398-4f05-800e-278f10e5cdec node DatanodeRegistration(127.0.0.1:46751, datanodeUuid=dbc473db-c17d-482a-b9ff-ccaf12fc1133, infoPort=36611, infoSecurePort=0, ipcPort=33633, storageInfo=lv=-57;cid=testClusterID;nsid=1794255947;c=1732519296649), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:37,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2 2024-11-25T07:21:37,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:37,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:21:37,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764 with version=8 2024-11-25T07:21:37,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/hbase-staging 2024-11-25T07:21:37,746 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:37,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:37,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:37,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:37,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:37,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:37,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:21:37,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:37,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37197 2024-11-25T07:21:37,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37197 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:37,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371970x0, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:37,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37197-0x1014e0058e40003 connected 2024-11-25T07:21:37,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:37,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:37,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on znode that does not yet exist, /11638885927/running 2024-11-25T07:21:37,767 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764, hbase.cluster.distributed=false 2024-11-25T07:21:37,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on znode that does not yet exist, /11638885927/acl 2024-11-25T07:21:37,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-25T07:21:37,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37197 2024-11-25T07:21:37,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37197 2024-11-25T07:21:37,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-25T07:21:37,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-25T07:21:37,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:37,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:37,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:37,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:37,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:37,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:37,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:21:37,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:37,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38823 2024-11-25T07:21:37,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38823 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:37,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:37,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:37,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388230x0, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:37,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388230x0, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on znode that does not yet exist, /11638885927/running 2024-11-25T07:21:37,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38823-0x1014e0058e40004 connected 2024-11-25T07:21:37,804 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:21:37,807 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:21:37,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on znode that does not yet exist, /11638885927/master 2024-11-25T07:21:37,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on znode that does not yet exist, /11638885927/acl 2024-11-25T07:21:37,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-25T07:21:37,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38823 2024-11-25T07:21:37,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38823 2024-11-25T07:21:37,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-25T07:21:37,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-25T07:21:37,834 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:37197 2024-11-25T07:21:37,834 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11638885927/backup-masters/5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:37,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927/backup-masters 2024-11-25T07:21:37,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927/backup-masters 2024-11-25T07:21:37,836 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on existing znode=/11638885927/backup-masters/5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11638885927/master 2024-11-25T07:21:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:37,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:37,839 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on existing znode=/11638885927/master 2024-11-25T07:21:37,839 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11638885927/backup-masters/5eb3d201e8c9,37197,1732519297746 from backup master directory 2024-11-25T07:21:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11638885927/backup-masters/5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927/backup-masters 2024-11-25T07:21:37,840 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927/backup-masters 2024-11-25T07:21:37,840 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:37,845 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/hbase.id] with ID: 4c6f46d1-2019-406e-bcf8-07c4ee94fa9a 2024-11-25T07:21:37,845 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/.tmp/hbase.id 2024-11-25T07:21:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:21:38,251 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/.tmp/hbase.id]:[hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/hbase.id] 2024-11-25T07:21:38,259 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:38,259 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:21:38,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:21:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:21:38,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:21:38,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:21:38,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T07:21:38,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T07:21:38,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:38,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T07:21:38,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:21:38,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:21:38,666 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:38,667 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:21:38,667 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:21:39,074 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store 2024-11-25T07:21:39,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:21:39,479 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:39,479 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:39,479 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:39,479 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:39,479 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:39,479 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:39,479 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:39,479 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519299479Disabling compacts and flushes for region at 1732519299479Disabling writes for close at 1732519299479Writing region close event to WAL at 1732519299479Closed at 1732519299479 2024-11-25T07:21:39,480 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/.initializing 2024-11-25T07:21:39,480 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/WALs/5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:39,481 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:39,482 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C37197%2C1732519297746, suffix=, logDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/WALs/5eb3d201e8c9,37197,1732519297746, archiveDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/oldWALs, maxLogs=10 2024-11-25T07:21:39,497 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/WALs/5eb3d201e8c9,37197,1732519297746/5eb3d201e8c9%2C37197%2C1732519297746.1732519299482, exclude list is [], retry=0 2024-11-25T07:21:39,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-9b3223f5-d281-44b3-b7c8-c868d4df7e8a,DISK] 2024-11-25T07:21:39,501 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/WALs/5eb3d201e8c9,37197,1732519297746/5eb3d201e8c9%2C37197%2C1732519297746.1732519299482 2024-11-25T07:21:39,501 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611)] 2024-11-25T07:21:39,501 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:39,501 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:39,501 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,502 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:21:39,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:39,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:39,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:21:39,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:39,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:39,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:21:39,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:39,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:21:39,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:39,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:39,508 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,509 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,509 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,510 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,510 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,510 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:39,511 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:39,513 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:39,513 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73439303, jitterRate=0.09433089196681976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:39,513 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519299502Initializing all the Stores at 1732519299502Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519299502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519299502Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519299502Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519299502Cleaning up temporary data from old regions at 1732519299510 (+8 ms)Region opened successfully at 1732519299513 (+3 ms) 2024-11-25T07:21:39,513 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:21:39,515 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a77347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:39,516 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:21:39,516 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:21:39,516 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:21:39,517 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:21:39,517 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:21:39,517 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:21:39,517 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:21:39,519 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:21:39,520 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Unable to get data of znode /11638885927/balancer because node does not exist (not necessarily an error) 2024-11-25T07:21:39,521 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11638885927/balancer already deleted, retry=false 2024-11-25T07:21:39,521 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:21:39,522 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Unable to get data of znode /11638885927/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:21:39,523 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11638885927/normalizer already deleted, retry=false 2024-11-25T07:21:39,523 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:21:39,524 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Unable to get data of znode /11638885927/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:21:39,525 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11638885927/switch/split already deleted, retry=false 2024-11-25T07:21:39,525 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Unable to get data of znode /11638885927/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:21:39,527 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11638885927/switch/merge already deleted, retry=false 2024-11-25T07:21:39,529 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Unable to get data of znode /11638885927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:21:39,530 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11638885927/snapshot-cleanup already deleted, retry=false 2024-11-25T07:21:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11638885927/running 2024-11-25T07:21:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11638885927/running 2024-11-25T07:21:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:39,532 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,37197,1732519297746, sessionid=0x1014e0058e40003, setting cluster-up flag (Was=false) 2024-11-25T07:21:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:39,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:39,538 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11638885927/flush-table-proc/acquired, /11638885927/flush-table-proc/reached, /11638885927/flush-table-proc/abort 2024-11-25T07:21:39,539 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:39,546 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11638885927/online-snapshot/acquired, /11638885927/online-snapshot/reached, /11638885927/online-snapshot/abort 2024-11-25T07:21:39,547 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:39,548 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:21:39,549 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:39,549 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:21:39,549 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:21:39,550 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,37197,1732519297746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:39,551 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519329552 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:21:39,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:39,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:21:39,552 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,553 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:21:39,553 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:21:39,553 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:21:39,553 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:21:39,553 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:21:39,553 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:21:39,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:39,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:21:39,556 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519299553,5,FailOnTimeoutGroup] 2024-11-25T07:21:39,558 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519299556,5,FailOnTimeoutGroup] 2024-11-25T07:21:39,558 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,558 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:21:39,558 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,558 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:21:39,620 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(746): ClusterId : 4c6f46d1-2019-406e-bcf8-07c4ee94fa9a 2024-11-25T07:21:39,621 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:21:39,622 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:21:39,622 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:21:39,624 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:21:39,624 DEBUG [RS:0;5eb3d201e8c9:38823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5532072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:39,637 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:38823 2024-11-25T07:21:39,637 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:21:39,637 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:21:39,637 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:21:39,638 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,37197,1732519297746 with port=38823, startcode=1732519297794 2024-11-25T07:21:39,638 DEBUG [RS:0;5eb3d201e8c9:38823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:21:39,639 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:21:39,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:39,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37197 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:39,641 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764 2024-11-25T07:21:39,641 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36825 2024-11-25T07:21:39,641 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:21:39,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927/rs 2024-11-25T07:21:39,643 DEBUG [RS:0;5eb3d201e8c9:38823 {}] zookeeper.ZKUtil(111): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on existing znode=/11638885927/rs/5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:39,643 WARN [RS:0;5eb3d201e8c9:38823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:39,643 INFO [RS:0;5eb3d201e8c9:38823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:39,643 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/WALs/5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:39,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,38823,1732519297794] 2024-11-25T07:21:39,646 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:21:39,648 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:21:39,649 INFO [RS:0;5eb3d201e8c9:38823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:21:39,649 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,649 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:21:39,649 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:21:39,650 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:39,650 DEBUG [RS:0;5eb3d201e8c9:38823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:39,650 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,650 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,650 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,650 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,650 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,650 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38823,1732519297794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:39,665 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:21:39,665 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,38823,1732519297794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,666 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,666 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.Replication(171): 5eb3d201e8c9,38823,1732519297794 started 2024-11-25T07:21:39,680 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:39,680 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,38823,1732519297794, RpcServer on 5eb3d201e8c9/172.17.0.2:38823, sessionid=0x1014e0058e40004 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,38823,1732519297794' 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11638885927/flush-table-proc/abort' 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11638885927/flush-table-proc/acquired' 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:21:39,681 DEBUG [RS:0;5eb3d201e8c9:38823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:39,682 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,38823,1732519297794' 2024-11-25T07:21:39,682 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11638885927/online-snapshot/abort' 2024-11-25T07:21:39,682 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11638885927/online-snapshot/acquired' 2024-11-25T07:21:39,682 DEBUG [RS:0;5eb3d201e8c9:38823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:21:39,682 INFO [RS:0;5eb3d201e8c9:38823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:21:39,682 INFO [RS:0;5eb3d201e8c9:38823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:21:39,782 INFO [RS:0;5eb3d201e8c9:38823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:39,784 INFO [RS:0;5eb3d201e8c9:38823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C38823%2C1732519297794, suffix=, logDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/WALs/5eb3d201e8c9,38823,1732519297794, archiveDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/oldWALs, maxLogs=10 2024-11-25T07:21:39,803 DEBUG [RS:0;5eb3d201e8c9:38823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/WALs/5eb3d201e8c9,38823,1732519297794/5eb3d201e8c9%2C38823%2C1732519297794.1732519299785, exclude list is [], retry=0 2024-11-25T07:21:39,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-9b3223f5-d281-44b3-b7c8-c868d4df7e8a,DISK] 2024-11-25T07:21:39,807 INFO [RS:0;5eb3d201e8c9:38823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/WALs/5eb3d201e8c9,38823,1732519297794/5eb3d201e8c9%2C38823%2C1732519297794.1732519299785 2024-11-25T07:21:39,811 DEBUG [RS:0;5eb3d201e8c9:38823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611)] 2024-11-25T07:21:39,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:21:39,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764 2024-11-25T07:21:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:21:40,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:40,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:40,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:40,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:40,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:40,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:40,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:40,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:40,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:40,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:40,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740 2024-11-25T07:21:40,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740 2024-11-25T07:21:40,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:40,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:40,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:40,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:40,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:40,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65473840, jitterRate=-0.02436375617980957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:40,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519300370Initializing all the Stores at 1732519300371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519300371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519300371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519300371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519300371Cleaning up temporary data from old regions at 1732519300378 (+7 ms)Region opened successfully at 1732519300381 (+3 ms) 2024-11-25T07:21:40,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:40,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:40,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:40,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:40,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:40,381 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:40,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519300381Disabling compacts and flushes for region at 1732519300381Disabling writes for close at 1732519300381Writing region close event to WAL at 1732519300381Closed at 1732519300381 2024-11-25T07:21:40,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:40,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:21:40,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:21:40,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:40,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:21:40,534 DEBUG [5eb3d201e8c9:37197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:21:40,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:40,536 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,38823,1732519297794, state=OPENING 2024-11-25T07:21:40,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:21:40,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:40,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:40,542 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:40,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11638885927/meta-region-server: CHANGED 2024-11-25T07:21:40,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11638885927/meta-region-server: CHANGED 2024-11-25T07:21:40,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,38823,1732519297794}] 2024-11-25T07:21:40,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:40,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:21:40,699 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:21:40,699 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:40,699 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:21:40,700 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C38823%2C1732519297794.meta, suffix=.meta, logDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/WALs/5eb3d201e8c9,38823,1732519297794, archiveDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/oldWALs, maxLogs=10 2024-11-25T07:21:40,716 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/WALs/5eb3d201e8c9,38823,1732519297794/5eb3d201e8c9%2C38823%2C1732519297794.meta.1732519300701.meta, exclude list is [], retry=0 2024-11-25T07:21:40,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46751,DS-9b3223f5-d281-44b3-b7c8-c868d4df7e8a,DISK] 2024-11-25T07:21:40,719 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/WALs/5eb3d201e8c9,38823,1732519297794/5eb3d201e8c9%2C38823%2C1732519297794.meta.1732519300701.meta 2024-11-25T07:21:40,719 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36611:36611)] 2024-11-25T07:21:40,720 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:40,720 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:40,720 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:40,720 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:21:40,720 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:21:40,720 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:21:40,720 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:40,721 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:21:40,721 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:21:40,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:40,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:40,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:40,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:40,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:40,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:40,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:40,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:40,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:40,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:40,726 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:40,726 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740 2024-11-25T07:21:40,727 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740 2024-11-25T07:21:40,728 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:40,728 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:40,728 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:40,729 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:40,730 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67682366, jitterRate=0.008545845746994019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:40,730 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:21:40,730 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519300721Writing region info on filesystem at 1732519300721Initializing all the Stores at 1732519300721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519300721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519300721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519300721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519300721Cleaning up temporary data from old regions at 1732519300728 (+7 ms)Running coprocessor post-open hooks at 1732519300730 (+2 ms)Region opened successfully at 1732519300730 2024-11-25T07:21:40,730 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519300694 2024-11-25T07:21:40,732 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:21:40,732 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:21:40,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:40,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,38823,1732519297794, state=OPEN 2024-11-25T07:21:40,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11638885927/meta-region-server 2024-11-25T07:21:40,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11638885927/meta-region-server 2024-11-25T07:21:40,735 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:40,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11638885927/meta-region-server: CHANGED 2024-11-25T07:21:40,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11638885927/meta-region-server: CHANGED 2024-11-25T07:21:40,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:21:40,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,38823,1732519297794 in 193 msec 2024-11-25T07:21:40,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:21:40,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-25T07:21:40,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:40,738 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:21:40,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:40,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38823,1732519297794, seqNum=-1] 2024-11-25T07:21:40,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:40,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:40,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-25T07:21:40,744 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519300744, completionTime=-1 2024-11-25T07:21:40,744 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:21:40,744 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:21:40,746 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:21:40,746 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519360746 2024-11-25T07:21:40,746 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519420746 2024-11-25T07:21:40,746 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T07:21:40,747 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37197,1732519297746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:40,747 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37197,1732519297746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:40,747 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37197,1732519297746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:40,747 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:37197, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:40,747 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:40,747 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:40,748 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.909sec 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37197,1732519297746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:40,750 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37197,1732519297746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:21:40,752 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:21:40,752 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:21:40,752 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,37197,1732519297746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:40,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab53fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:40,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37197,-1 for getting cluster id 2024-11-25T07:21:40,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:40,823 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c6f46d1-2019-406e-bcf8-07c4ee94fa9a' 2024-11-25T07:21:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c6f46d1-2019-406e-bcf8-07c4ee94fa9a" 2024-11-25T07:21:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eddad61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37197,-1] 2024-11-25T07:21:40,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:40,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:40,825 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:40,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ef6ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:40,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:40,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38823,1732519297794, seqNum=-1] 2024-11-25T07:21:40,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:40,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:40,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:40,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:40,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014e0058e40005 connected 2024-11-25T07:21:40,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.log.dir so I do NOT create it in target/test-data/e5470494-5d45-c8c9-9704-1337075d856e 2024-11-25T07:21:40,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T07:21:40,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.tmp.dir so I do NOT create it in target/test-data/e5470494-5d45-c8c9-9704-1337075d856e 2024-11-25T07:21:40,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T07:21:40,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e 2024-11-25T07:21:40,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:21:40,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/cluster_eb438ff5-a717-5731-1a58-91d588a15b31, deleteOnExit=true 2024-11-25T07:21:40,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/test.cache.data in system properties and HBase conf 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:21:40,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:21:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:21:40,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:40,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:40,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:40,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:40,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:21:40,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:40,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224bd015{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:40,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32927143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:41,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3441610b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/java.io.tmpdir/jetty-localhost-37841-hadoop-hdfs-3_4_1-tests_jar-_-any-519791318533897972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:41,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@144e469{HTTP/1.1, (http/1.1)}{localhost:37841} 2024-11-25T07:21:41,040 INFO [Time-limited test {}] server.Server(415): Started @297859ms 2024-11-25T07:21:41,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:21:41,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:21:41,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:21:41,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:21:41,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:21:41,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3997b993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:21:41,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249026b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:21:41,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16979058{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/java.io.tmpdir/jetty-localhost-45769-hadoop-hdfs-3_4_1-tests_jar-_-any-16534257638086414811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:41,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2960a674{HTTP/1.1, (http/1.1)}{localhost:45769} 2024-11-25T07:21:41,252 INFO [Time-limited test {}] server.Server(415): Started @298071ms 2024-11-25T07:21:41,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:21:41,371 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/cluster_eb438ff5-a717-5731-1a58-91d588a15b31/data/data1/current/BP-613930374-172.17.0.2-1732519300857/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:41,371 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/cluster_eb438ff5-a717-5731-1a58-91d588a15b31/data/data2/current/BP-613930374-172.17.0.2-1732519300857/current, will proceed with Du for space computation calculation, 2024-11-25T07:21:41,391 WARN [Thread-4534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:21:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e0204358889991 with lease ID 0xf371284ddc65e853: Processing first storage report for DS-9de133a0-d9e7-402f-b302-2a48d5490aa8 from datanode DatanodeRegistration(127.0.0.1:41049, datanodeUuid=4702dabc-a663-4d35-a653-d20a55c0a0cd, infoPort=38729, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1133132068;c=1732519300857) 2024-11-25T07:21:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e0204358889991 with lease ID 0xf371284ddc65e853: from storage DS-9de133a0-d9e7-402f-b302-2a48d5490aa8 node DatanodeRegistration(127.0.0.1:41049, datanodeUuid=4702dabc-a663-4d35-a653-d20a55c0a0cd, infoPort=38729, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1133132068;c=1732519300857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90e0204358889991 with lease ID 0xf371284ddc65e853: Processing first storage report for DS-9e4a0763-2c18-4b41-8a5b-dc43b1a8bf34 from datanode DatanodeRegistration(127.0.0.1:41049, datanodeUuid=4702dabc-a663-4d35-a653-d20a55c0a0cd, infoPort=38729, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1133132068;c=1732519300857) 2024-11-25T07:21:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90e0204358889991 with lease ID 0xf371284ddc65e853: from storage DS-9e4a0763-2c18-4b41-8a5b-dc43b1a8bf34 node DatanodeRegistration(127.0.0.1:41049, datanodeUuid=4702dabc-a663-4d35-a653-d20a55c0a0cd, infoPort=38729, infoSecurePort=0, ipcPort=34899, storageInfo=lv=-57;cid=testClusterID;nsid=1133132068;c=1732519300857), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:21:41,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e 2024-11-25T07:21:41,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:41,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:21:41,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372 with version=8 2024-11-25T07:21:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/hbase-staging 2024-11-25T07:21:41,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:41,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:41,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:41,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:41,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:41,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:41,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:21:41,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:41,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42609 2024-11-25T07:21:41,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42609 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426090x0, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:41,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42609-0x1014e0058e40006 connected 2024-11-25T07:21:41,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:41,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:41,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on znode that does not yet exist, /2-19261160/running 2024-11-25T07:21:41,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372, hbase.cluster.distributed=false 2024-11-25T07:21:41,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on znode that does not yet exist, /2-19261160/acl 2024-11-25T07:21:41,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42609 2024-11-25T07:21:41,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42609 2024-11-25T07:21:41,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42609 2024-11-25T07:21:41,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42609 2024-11-25T07:21:41,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42609 2024-11-25T07:21:41,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5eb3d201e8c9:0 server-side Connection retries=45 2024-11-25T07:21:41,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:41,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:41,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:21:41,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:21:41,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:21:41,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:21:41,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:21:41,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40227 2024-11-25T07:21:41,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40227 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:41,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:41,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:41,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402270x0, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:41,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402270x0, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on znode that does not yet exist, /2-19261160/running 2024-11-25T07:21:41,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40227-0x1014e0058e40007 connected 2024-11-25T07:21:41,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:21:41,961 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:21:41,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on znode that does not yet exist, /2-19261160/master 2024-11-25T07:21:41,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on znode that does not yet exist, /2-19261160/acl 2024-11-25T07:21:41,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-25T07:21:41,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40227 2024-11-25T07:21:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40227 2024-11-25T07:21:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-25T07:21:41,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-25T07:21:41,980 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5eb3d201e8c9:42609 2024-11-25T07:21:41,980 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-19261160/backup-masters/5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:41,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160/backup-masters 2024-11-25T07:21:41,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160/backup-masters 2024-11-25T07:21:41,982 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on existing znode=/2-19261160/backup-masters/5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:41,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-19261160/master 2024-11-25T07:21:41,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:41,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:41,983 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on existing znode=/2-19261160/master 2024-11-25T07:21:41,984 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-19261160/backup-masters/5eb3d201e8c9,42609,1732519301910 from backup master directory 2024-11-25T07:21:41,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-19261160/backup-masters/5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:41,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160/backup-masters 2024-11-25T07:21:41,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160/backup-masters 2024-11-25T07:21:41,985 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:41,985 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:41,988 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/hbase.id] with ID: 68ed466f-3dbc-4e0f-8e4b-045247eb77bc 2024-11-25T07:21:41,988 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/.tmp/hbase.id 2024-11-25T07:21:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:21:42,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:42,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:42,394 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/.tmp/hbase.id]:[hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/hbase.id] 2024-11-25T07:21:42,402 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:42,402 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:21:42,403 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T07:21:42,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:42,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:21:42,810 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:42,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:21:42,811 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:21:43,217 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store 2024-11-25T07:21:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:21:43,222 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:43,223 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:43,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:43,223 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:43,223 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:43,223 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:43,223 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:43,223 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519303223Disabling compacts and flushes for region at 1732519303223Disabling writes for close at 1732519303223Writing region close event to WAL at 1732519303223Closed at 1732519303223 2024-11-25T07:21:43,224 WARN [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/.initializing 2024-11-25T07:21:43,224 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/WALs/5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:43,224 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:43,226 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5eb3d201e8c9%2C42609%2C1732519301910, suffix=, logDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/WALs/5eb3d201e8c9,42609,1732519301910, archiveDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/oldWALs, maxLogs=10 2024-11-25T07:21:43,241 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/WALs/5eb3d201e8c9,42609,1732519301910/5eb3d201e8c9%2C42609%2C1732519301910.1732519303226, exclude list is [], retry=0 2024-11-25T07:21:43,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-9de133a0-d9e7-402f-b302-2a48d5490aa8,DISK] 2024-11-25T07:21:43,245 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/WALs/5eb3d201e8c9,42609,1732519301910/5eb3d201e8c9%2C42609%2C1732519301910.1732519303226 2024-11-25T07:21:43,245 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38729:38729)] 2024-11-25T07:21:43,245 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:43,245 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:43,246 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,246 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:21:43,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:43,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:43,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:21:43,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:43,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:43,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:21:43,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:43,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:43,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:21:43,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:43,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:43,251 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,252 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,252 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,253 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,253 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,253 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:43,255 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:21:43,256 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:43,257 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69955456, jitterRate=0.04241752624511719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:43,257 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732519303246Initializing all the Stores at 1732519303246Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519303246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519303246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519303246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519303246Cleaning up temporary data from old regions at 1732519303253 (+7 ms)Region opened successfully at 1732519303257 (+4 ms) 2024-11-25T07:21:43,257 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:21:43,259 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296e1319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:43,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:21:43,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:21:43,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:21:43,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:21:43,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T07:21:43,260 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T07:21:43,261 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:21:43,262 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:21:43,263 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Unable to get data of znode /2-19261160/balancer because node does not exist (not necessarily an error) 2024-11-25T07:21:43,264 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-19261160/balancer already deleted, retry=false 2024-11-25T07:21:43,264 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:21:43,265 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Unable to get data of znode /2-19261160/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:21:43,266 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-19261160/normalizer already deleted, retry=false 2024-11-25T07:21:43,266 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:21:43,267 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Unable to get data of znode /2-19261160/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:21:43,268 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-19261160/switch/split already deleted, retry=false 2024-11-25T07:21:43,269 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Unable to get data of znode /2-19261160/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:21:43,270 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-19261160/switch/merge already deleted, retry=false 2024-11-25T07:21:43,272 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Unable to get data of znode /2-19261160/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:21:43,273 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-19261160/snapshot-cleanup already deleted, retry=false 2024-11-25T07:21:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-19261160/running 2024-11-25T07:21:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-19261160/running 2024-11-25T07:21:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:43,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:43,275 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5eb3d201e8c9,42609,1732519301910, sessionid=0x1014e0058e40006, setting cluster-up flag (Was=false) 2024-11-25T07:21:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:43,287 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-19261160/flush-table-proc/acquired, /2-19261160/flush-table-proc/reached, /2-19261160/flush-table-proc/abort 2024-11-25T07:21:43,288 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:43,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:43,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:43,296 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-19261160/online-snapshot/acquired, /2-19261160/online-snapshot/reached, /2-19261160/online-snapshot/abort 2024-11-25T07:21:43,297 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:43,297 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:21:43,299 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:43,299 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:21:43,299 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:21:43,299 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5eb3d201e8c9,42609,1732519301910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5eb3d201e8c9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:43,300 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,301 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732519333301 2024-11-25T07:21:43,301 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:21:43,301 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:21:43,301 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:21:43,301 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:21:43,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:21:43,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:43,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:21:43,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:21:43,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:21:43,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:21:43,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:21:43,302 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T07:21:43,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:43,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:21:43,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:21:43,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:21:43,303 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519303303,5,FailOnTimeoutGroup] 2024-11-25T07:21:43,303 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519303303,5,FailOnTimeoutGroup] 2024-11-25T07:21:43,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:21:43,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,303 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:21:43,371 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(746): ClusterId : 68ed466f-3dbc-4e0f-8e4b-045247eb77bc 2024-11-25T07:21:43,371 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:21:43,373 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:21:43,373 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:21:43,374 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:21:43,374 DEBUG [RS:0;5eb3d201e8c9:40227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7039175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5eb3d201e8c9/172.17.0.2:0 2024-11-25T07:21:43,386 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5eb3d201e8c9:40227 2024-11-25T07:21:43,386 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:21:43,386 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:21:43,386 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:21:43,387 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(2659): reportForDuty to master=5eb3d201e8c9,42609,1732519301910 with port=40227, startcode=1732519301952 2024-11-25T07:21:43,387 DEBUG [RS:0;5eb3d201e8c9:40227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:21:43,389 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:21:43,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:43,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42609 {}] master.ServerManager(517): Registering regionserver=5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:43,390 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372 2024-11-25T07:21:43,390 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41729 2024-11-25T07:21:43,390 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:21:43,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160/rs 2024-11-25T07:21:43,398 DEBUG [RS:0;5eb3d201e8c9:40227 {}] zookeeper.ZKUtil(111): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on existing znode=/2-19261160/rs/5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:43,398 WARN [RS:0;5eb3d201e8c9:40227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:21:43,398 INFO [RS:0;5eb3d201e8c9:40227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:43,398 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/WALs/5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:43,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5eb3d201e8c9,40227,1732519301952] 2024-11-25T07:21:43,400 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:21:43,402 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:21:43,402 INFO [RS:0;5eb3d201e8c9:40227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:21:43,402 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,402 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:21:43,403 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:21:43,403 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5eb3d201e8c9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:43,403 DEBUG [RS:0;5eb3d201e8c9:40227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5eb3d201e8c9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:21:43,404 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,404 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,404 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,404 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,404 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,404 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40227,1732519301952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:43,422 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:21:43,422 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,40227,1732519301952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,422 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,422 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.Replication(171): 5eb3d201e8c9,40227,1732519301952 started 2024-11-25T07:21:43,440 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:43,440 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1482): Serving as 5eb3d201e8c9,40227,1732519301952, RpcServer on 5eb3d201e8c9/172.17.0.2:40227, sessionid=0x1014e0058e40007 2024-11-25T07:21:43,440 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:21:43,440 DEBUG [RS:0;5eb3d201e8c9:40227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:43,440 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,40227,1732519301952' 2024-11-25T07:21:43,440 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-19261160/flush-table-proc/abort' 2024-11-25T07:21:43,441 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-19261160/flush-table-proc/acquired' 2024-11-25T07:21:43,441 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:21:43,441 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:21:43,441 DEBUG [RS:0;5eb3d201e8c9:40227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:43,441 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5eb3d201e8c9,40227,1732519301952' 2024-11-25T07:21:43,441 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-19261160/online-snapshot/abort' 2024-11-25T07:21:43,441 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-19261160/online-snapshot/acquired' 2024-11-25T07:21:43,442 DEBUG [RS:0;5eb3d201e8c9:40227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:21:43,442 INFO [RS:0;5eb3d201e8c9:40227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:21:43,442 INFO [RS:0;5eb3d201e8c9:40227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:21:43,542 INFO [RS:0;5eb3d201e8c9:40227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:21:43,543 INFO [RS:0;5eb3d201e8c9:40227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40227%2C1732519301952, suffix=, logDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/WALs/5eb3d201e8c9,40227,1732519301952, archiveDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/oldWALs, maxLogs=10 2024-11-25T07:21:43,561 DEBUG [RS:0;5eb3d201e8c9:40227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/WALs/5eb3d201e8c9,40227,1732519301952/5eb3d201e8c9%2C40227%2C1732519301952.1732519303544, exclude list is [], retry=0 2024-11-25T07:21:43,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-9de133a0-d9e7-402f-b302-2a48d5490aa8,DISK] 2024-11-25T07:21:43,564 INFO [RS:0;5eb3d201e8c9:40227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/WALs/5eb3d201e8c9,40227,1732519301952/5eb3d201e8c9%2C40227%2C1732519301952.1732519303544 2024-11-25T07:21:43,565 DEBUG [RS:0;5eb3d201e8c9:40227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38729:38729)] 2024-11-25T07:21:43,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:21:43,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372 2024-11-25T07:21:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741833_1009 (size=32) 2024-11-25T07:21:44,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:44,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:44,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:44,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:44,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:44,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:44,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:44,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:44,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:44,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:44,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740 2024-11-25T07:21:44,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740 2024-11-25T07:21:44,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:44,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:44,124 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:44,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:44,127 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:44,127 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61438344, jitterRate=-0.08449733257293701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:44,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732519304116Initializing all the Stores at 1732519304117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519304117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519304117Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519304117Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519304117Cleaning up temporary data from old regions at 1732519304124 (+7 ms)Region opened successfully at 1732519304127 (+3 ms) 2024-11-25T07:21:44,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:44,127 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:44,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:44,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:44,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:44,128 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:44,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519304127Disabling compacts and flushes for region at 1732519304127Disabling writes for close at 1732519304127Writing region close event to WAL at 1732519304128 (+1 ms)Closed at 1732519304128 2024-11-25T07:21:44,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:44,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:21:44,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:21:44,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:44,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:21:44,281 DEBUG [5eb3d201e8c9:42609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T07:21:44,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:44,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,40227,1732519301952, state=OPENING 2024-11-25T07:21:44,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:21:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:44,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:44,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-19261160/meta-region-server: CHANGED 2024-11-25T07:21:44,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-19261160/meta-region-server: CHANGED 2024-11-25T07:21:44,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:21:44,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40227,1732519301952}] 2024-11-25T07:21:44,438 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:44,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:21:44,441 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:21:44,441 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:44,442 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:21:44,443 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C40227%2C1732519301952.meta, suffix=.meta, logDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/WALs/5eb3d201e8c9,40227,1732519301952, archiveDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/oldWALs, maxLogs=10 2024-11-25T07:21:44,456 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/WALs/5eb3d201e8c9,40227,1732519301952/5eb3d201e8c9%2C40227%2C1732519301952.meta.1732519304443.meta, exclude list is [], retry=0 2024-11-25T07:21:44,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41049,DS-9de133a0-d9e7-402f-b302-2a48d5490aa8,DISK] 2024-11-25T07:21:44,459 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/WALs/5eb3d201e8c9,40227,1732519301952/5eb3d201e8c9%2C40227%2C1732519301952.meta.1732519304443.meta 2024-11-25T07:21:44,459 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38729:38729)] 2024-11-25T07:21:44,459 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:44,460 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:44,460 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:44,460 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:21:44,460 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:21:44,460 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:21:44,460 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:44,460 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:21:44,460 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:21:44,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:21:44,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:21:44,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:21:44,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:21:44,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:21:44,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:21:44,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:21:44,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:21:44,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:21:44,464 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:21:44,464 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740 2024-11-25T07:21:44,465 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740 2024-11-25T07:21:44,465 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:21:44,466 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:21:44,466 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:21:44,467 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:21:44,467 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70865970, jitterRate=0.05598524212837219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:21:44,467 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:21:44,467 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732519304460Writing region info on filesystem at 1732519304460Initializing all the Stores at 1732519304461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519304461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519304461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519304461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732519304461Cleaning up temporary data from old regions at 1732519304466 (+5 ms)Running coprocessor post-open hooks at 1732519304467 (+1 ms)Region opened successfully at 1732519304467 2024-11-25T07:21:44,468 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732519304437 2024-11-25T07:21:44,469 DEBUG [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:21:44,469 INFO [RS_OPEN_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:21:44,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:44,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5eb3d201e8c9,40227,1732519301952, state=OPEN 2024-11-25T07:21:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-19261160/meta-region-server 2024-11-25T07:21:44,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-19261160/meta-region-server 2024-11-25T07:21:44,472 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:44,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-19261160/meta-region-server: CHANGED 2024-11-25T07:21:44,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-19261160/meta-region-server: CHANGED 2024-11-25T07:21:44,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:21:44,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5eb3d201e8c9,40227,1732519301952 in 186 msec 2024-11-25T07:21:44,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:21:44,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-25T07:21:44,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:21:44,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:21:44,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:44,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40227,1732519301952, seqNum=-1] 2024-11-25T07:21:44,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:44,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:44,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1810 sec 2024-11-25T07:21:44,480 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732519304480, completionTime=-1 2024-11-25T07:21:44,480 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T07:21:44,480 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:21:44,482 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T07:21:44,482 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732519364482 2024-11-25T07:21:44,482 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732519424482 2024-11-25T07:21:44,482 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T07:21:44,483 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42609,1732519301910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:44,483 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42609,1732519301910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:44,483 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42609,1732519301910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:44,483 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5eb3d201e8c9:42609, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:44,483 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:44,483 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:44,484 DEBUG [master/5eb3d201e8c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.501sec 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42609,1732519301910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:21:44,486 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42609,1732519301910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:21:44,488 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:21:44,488 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:21:44,488 INFO [master/5eb3d201e8c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5eb3d201e8c9,42609,1732519301910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:21:44,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24004756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:44,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,42609,-1 for getting cluster id 2024-11-25T07:21:44,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:44,573 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ed466f-3dbc-4e0f-8e4b-045247eb77bc' 2024-11-25T07:21:44,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ed466f-3dbc-4e0f-8e4b-045247eb77bc" 2024-11-25T07:21:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0d6fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,42609,-1] 2024-11-25T07:21:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:44,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:44,575 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:44,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:44,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:44,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40227,1732519301952, seqNum=-1] 2024-11-25T07:21:44,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:44,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:44,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:44,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-25T07:21:44,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:21:44,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014e0058e40008 connected 2024-11-25T07:21:44,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c483b9 2024-11-25T07:21:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:44,588 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:44,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:21:44,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:44,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:44,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:21:44,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:21:44,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c12a4aaf5ffd25b1b3e35f4f01b28e0, NAME => 'test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7 2024-11-25T07:21:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:21:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:45,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:45,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9c12a4aaf5ffd25b1b3e35f4f01b28e0, disabling compactions & flushes 2024-11-25T07:21:45,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:21:45,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:21:45,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. after waiting 0 ms 2024-11-25T07:21:45,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:21:45,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:21:45,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c12a4aaf5ffd25b1b3e35f4f01b28e0: Waiting for close lock at 1732519305010Disabling compacts and flushes for region at 1732519305010Disabling writes for close at 1732519305010Writing region close event to WAL at 1732519305010Closed at 1732519305010 2024-11-25T07:21:45,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:45,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519305011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519305011"}]},"ts":"1732519305011"} 2024-11-25T07:21:45,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:45,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:45,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519305014"}]},"ts":"1732519305014"} 2024-11-25T07:21:45,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:21:45,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c12a4aaf5ffd25b1b3e35f4f01b28e0, ASSIGN}] 2024-11-25T07:21:45,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c12a4aaf5ffd25b1b3e35f4f01b28e0, ASSIGN 2024-11-25T07:21:45,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9c12a4aaf5ffd25b1b3e35f4f01b28e0, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35947,1732519293591; forceNewPlan=false, retain=false 2024-11-25T07:21:45,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c12a4aaf5ffd25b1b3e35f4f01b28e0, regionState=OPENING, regionLocation=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:45,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9c12a4aaf5ffd25b1b3e35f4f01b28e0, ASSIGN because future has completed 2024-11-25T07:21:45,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c12a4aaf5ffd25b1b3e35f4f01b28e0, server=5eb3d201e8c9,35947,1732519293591}] 2024-11-25T07:21:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:45,325 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:21:45,325 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c12a4aaf5ffd25b1b3e35f4f01b28e0, NAME => 'test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:45,326 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:45,326 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:21:45,326 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,326 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:45,326 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,326 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,327 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,328 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c12a4aaf5ffd25b1b3e35f4f01b28e0 columnFamilyName f 2024-11-25T07:21:45,328 DEBUG [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:45,329 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] regionserver.HStore(327): Store=9c12a4aaf5ffd25b1b3e35f4f01b28e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:45,329 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,329 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c12a4aaf5ffd25b1b3e35f4f01b28e0 columnFamilyName f1 2024-11-25T07:21:45,329 DEBUG [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:45,330 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] regionserver.HStore(327): Store=9c12a4aaf5ffd25b1b3e35f4f01b28e0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:45,330 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,331 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c12a4aaf5ffd25b1b3e35f4f01b28e0 columnFamilyName norep 2024-11-25T07:21:45,331 DEBUG [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:45,331 INFO [StoreOpener-9c12a4aaf5ffd25b1b3e35f4f01b28e0-1 {}] regionserver.HStore(327): Store=9c12a4aaf5ffd25b1b3e35f4f01b28e0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:45,331 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,332 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,332 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,333 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,333 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,333 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:45,334 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,335 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:45,336 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9c12a4aaf5ffd25b1b3e35f4f01b28e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68195955, jitterRate=0.016198918223381042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:45,336 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:21:45,336 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9c12a4aaf5ffd25b1b3e35f4f01b28e0: Running coprocessor pre-open hook at 1732519305326Writing region info on filesystem at 1732519305326Initializing all the Stores at 1732519305327 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519305327Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519305327Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519305327Cleaning up temporary data from old regions at 1732519305333 (+6 ms)Running coprocessor post-open hooks at 1732519305336 (+3 ms)Region opened successfully at 1732519305336 2024-11-25T07:21:45,337 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., pid=6, masterSystemTime=1732519305322 2024-11-25T07:21:45,338 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:21:45,338 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:21:45,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c12a4aaf5ffd25b1b3e35f4f01b28e0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:45,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c12a4aaf5ffd25b1b3e35f4f01b28e0, server=5eb3d201e8c9,35947,1732519293591 because future has completed 2024-11-25T07:21:45,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:21:45,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c12a4aaf5ffd25b1b3e35f4f01b28e0, server=5eb3d201e8c9,35947,1732519293591 in 171 msec 2024-11-25T07:21:45,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:21:45,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9c12a4aaf5ffd25b1b3e35f4f01b28e0, ASSIGN in 328 msec 2024-11-25T07:21:45,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:45,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519305345"}]},"ts":"1732519305345"} 2024-11-25T07:21:45,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:21:45,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:45,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-25T07:21:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:45,733 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:21:45,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222bdd5c 2024-11-25T07:21:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:45,735 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:45,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:21:45,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:45,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:45,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:21:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:45,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:21:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:46,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b76491f756bd706511fa9eaa1dfcabe, NAME => 'test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764 2024-11-25T07:21:46,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:46,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:46,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b76491f756bd706511fa9eaa1dfcabe, disabling compactions & flushes 2024-11-25T07:21:46,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:46,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:46,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. after waiting 0 ms 2024-11-25T07:21:46,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:46,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:46,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b76491f756bd706511fa9eaa1dfcabe: Waiting for close lock at 1732519306550Disabling compacts and flushes for region at 1732519306550Disabling writes for close at 1732519306550Writing region close event to WAL at 1732519306550Closed at 1732519306550 2024-11-25T07:21:46,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:46,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519306551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519306551"}]},"ts":"1732519306551"} 2024-11-25T07:21:46,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:46,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:46,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519306554"}]},"ts":"1732519306554"} 2024-11-25T07:21:46,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:21:46,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b76491f756bd706511fa9eaa1dfcabe, ASSIGN}] 2024-11-25T07:21:46,556 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b76491f756bd706511fa9eaa1dfcabe, ASSIGN 2024-11-25T07:21:46,557 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b76491f756bd706511fa9eaa1dfcabe, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,38823,1732519297794; forceNewPlan=false, retain=false 2024-11-25T07:21:46,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b76491f756bd706511fa9eaa1dfcabe, regionState=OPENING, regionLocation=5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b76491f756bd706511fa9eaa1dfcabe, ASSIGN because future has completed 2024-11-25T07:21:46,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b76491f756bd706511fa9eaa1dfcabe, server=5eb3d201e8c9,38823,1732519297794}] 2024-11-25T07:21:46,864 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:46,864 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b76491f756bd706511fa9eaa1dfcabe, NAME => 'test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:46,864 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:46,864 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:21:46,865 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,865 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:46,865 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,865 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,866 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,867 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b76491f756bd706511fa9eaa1dfcabe columnFamilyName f 2024-11-25T07:21:46,867 DEBUG [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:46,867 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] regionserver.HStore(327): Store=9b76491f756bd706511fa9eaa1dfcabe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:46,867 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,868 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b76491f756bd706511fa9eaa1dfcabe columnFamilyName f1 2024-11-25T07:21:46,868 DEBUG [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:46,868 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] regionserver.HStore(327): Store=9b76491f756bd706511fa9eaa1dfcabe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:46,868 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,869 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b76491f756bd706511fa9eaa1dfcabe columnFamilyName norep 2024-11-25T07:21:46,869 DEBUG [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:46,869 INFO [StoreOpener-9b76491f756bd706511fa9eaa1dfcabe-1 {}] regionserver.HStore(327): Store=9b76491f756bd706511fa9eaa1dfcabe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:46,869 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,870 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,870 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,871 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,871 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,871 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:46,872 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:46,874 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:46,874 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b76491f756bd706511fa9eaa1dfcabe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69252322, jitterRate=0.03194001317024231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:46,874 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:46,874 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b76491f756bd706511fa9eaa1dfcabe: Running coprocessor pre-open hook at 1732519306865Writing region info on filesystem at 1732519306865Initializing all the Stores at 1732519306865Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519306865Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519306865Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519306865Cleaning up temporary data from old regions at 1732519306871 (+6 ms)Running coprocessor post-open hooks at 1732519306874 (+3 ms)Region opened successfully at 1732519306874 2024-11-25T07:21:46,875 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe., pid=6, masterSystemTime=1732519306861 2024-11-25T07:21:46,876 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:46,876 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:46,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b76491f756bd706511fa9eaa1dfcabe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b76491f756bd706511fa9eaa1dfcabe, server=5eb3d201e8c9,38823,1732519297794 because future has completed 2024-11-25T07:21:46,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:21:46,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b76491f756bd706511fa9eaa1dfcabe, server=5eb3d201e8c9,38823,1732519297794 in 170 msec 2024-11-25T07:21:46,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:21:46,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b76491f756bd706511fa9eaa1dfcabe, ASSIGN in 325 msec 2024-11-25T07:21:46,882 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:46,882 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519306882"}]},"ts":"1732519306882"} 2024-11-25T07:21:46,884 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:21:46,884 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:46,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-25T07:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:47,883 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:21:47,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:47,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:47,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f01eec1 2024-11-25T07:21:47,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:47,885 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:47,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T07:21:47,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:47,887 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:47,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T07:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:47,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741835_1011 (size=902) 2024-11-25T07:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:48,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0a874e311bd0c06353318015ead5556, NAME => 'test,,1732519307885.a0a874e311bd0c06353318015ead5556.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372 2024-11-25T07:21:48,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741836_1012 (size=39) 2024-11-25T07:21:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:48,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732519307885.a0a874e311bd0c06353318015ead5556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:48,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0a874e311bd0c06353318015ead5556, disabling compactions & flushes 2024-11-25T07:21:48,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:48,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:48,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732519307885.a0a874e311bd0c06353318015ead5556. after waiting 0 ms 2024-11-25T07:21:48,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:48,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:48,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0a874e311bd0c06353318015ead5556: Waiting for close lock at 1732519308712Disabling compacts and flushes for region at 1732519308712Disabling writes for close at 1732519308712Writing region close event to WAL at 1732519308712Closed at 1732519308712 2024-11-25T07:21:48,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:48,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732519307885.a0a874e311bd0c06353318015ead5556.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732519308713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519308713"}]},"ts":"1732519308713"} 2024-11-25T07:21:48,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:48,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:48,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519308715"}]},"ts":"1732519308715"} 2024-11-25T07:21:48,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T07:21:48,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0a874e311bd0c06353318015ead5556, ASSIGN}] 2024-11-25T07:21:48,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0a874e311bd0c06353318015ead5556, ASSIGN 2024-11-25T07:21:48,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0a874e311bd0c06353318015ead5556, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,40227,1732519301952; forceNewPlan=false, retain=false 2024-11-25T07:21:48,779 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=37, reused chunk count=153, reuseRatio=80.53% 2024-11-25T07:21:48,779 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-25T07:21:48,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0a874e311bd0c06353318015ead5556, regionState=OPENING, regionLocation=5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0a874e311bd0c06353318015ead5556, ASSIGN because future has completed 2024-11-25T07:21:48,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0a874e311bd0c06353318015ead5556, server=5eb3d201e8c9,40227,1732519301952}] 2024-11-25T07:21:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:49,026 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:49,026 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0a874e311bd0c06353318015ead5556, NAME => 'test,,1732519307885.a0a874e311bd0c06353318015ead5556.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:49,027 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:49,027 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T07:21:49,027 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,027 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732519307885.a0a874e311bd0c06353318015ead5556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:49,027 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,027 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,029 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,030 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0a874e311bd0c06353318015ead5556 columnFamilyName f 2024-11-25T07:21:49,030 DEBUG [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:49,031 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] regionserver.HStore(327): Store=a0a874e311bd0c06353318015ead5556/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:49,031 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,032 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0a874e311bd0c06353318015ead5556 columnFamilyName f1 2024-11-25T07:21:49,032 DEBUG [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:49,032 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] regionserver.HStore(327): Store=a0a874e311bd0c06353318015ead5556/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:49,032 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,033 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0a874e311bd0c06353318015ead5556 columnFamilyName norep 2024-11-25T07:21:49,033 DEBUG [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:49,033 INFO [StoreOpener-a0a874e311bd0c06353318015ead5556-1 {}] regionserver.HStore(327): Store=a0a874e311bd0c06353318015ead5556/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:49,034 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,034 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,034 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,035 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,035 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,036 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:49,037 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,038 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:49,038 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0a874e311bd0c06353318015ead5556; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68441985, jitterRate=0.01986505091190338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:49,039 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:49,039 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0a874e311bd0c06353318015ead5556: Running coprocessor pre-open hook at 1732519309027Writing region info on filesystem at 1732519309027Initializing all the Stores at 1732519309028 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519309028Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519309029 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519309029Cleaning up temporary data from old regions at 1732519309035 (+6 ms)Running coprocessor post-open hooks at 1732519309039 (+4 ms)Region opened successfully at 1732519309039 2024-11-25T07:21:49,039 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732519307885.a0a874e311bd0c06353318015ead5556., pid=6, masterSystemTime=1732519309023 2024-11-25T07:21:49,041 DEBUG [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:49,041 INFO [RS_OPEN_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:49,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0a874e311bd0c06353318015ead5556, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:49,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0a874e311bd0c06353318015ead5556, server=5eb3d201e8c9,40227,1732519301952 because future has completed 2024-11-25T07:21:49,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:21:49,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0a874e311bd0c06353318015ead5556, server=5eb3d201e8c9,40227,1732519301952 in 173 msec 2024-11-25T07:21:49,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:21:49,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0a874e311bd0c06353318015ead5556, ASSIGN in 329 msec 2024-11-25T07:21:49,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:49,048 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519309048"}]},"ts":"1732519309048"} 2024-11-25T07:21:49,049 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T07:21:49,049 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:49,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-25T07:21:49,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:49,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:50,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:50,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:50,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:50,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:21:50,033 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T07:21:50,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:50,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32869,-1 for getting cluster id 2024-11-25T07:21:50,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:50,035 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8b5559-2a08-4902-9285-89bde8f6cb99' 2024-11-25T07:21:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8b5559-2a08-4902-9285-89bde8f6cb99" 2024-11-25T07:21:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85ec6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32869,-1] 2024-11-25T07:21:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:50,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:50,036 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de54b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:50,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b2f2f20 2024-11-25T07:21:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:50,038 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:50,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5eb3d201e8c9:37197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:21:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:21:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:50,041 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37197' 2024-11-25T07:21:50,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b253335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:50,042 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37197,-1 for getting cluster id 2024-11-25T07:21:50,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:50,043 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c6f46d1-2019-406e-bcf8-07c4ee94fa9a' 2024-11-25T07:21:50,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:50,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c6f46d1-2019-406e-bcf8-07c4ee94fa9a" 2024-11-25T07:21:50,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b992a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:50,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37197,-1] 2024-11-25T07:21:50,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:50,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:50,044 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:50,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d767ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:50,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1970195b 2024-11-25T07:21:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:50,046 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:50,047 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T07:21:50,047 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:21:50,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:50,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:50,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:50,047 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:21:50,048 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T07:21:50,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:21:50,049 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:50,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:21:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741837_1013 (size=1138) 2024-11-25T07:21:50,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 261f77a363e3942a9a46ac42d8d991a7, NAME => 'hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7 2024-11-25T07:21:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741838_1014 (size=44) 2024-11-25T07:21:50,098 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T07:21:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:50,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:50,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 261f77a363e3942a9a46ac42d8d991a7, disabling compactions & flushes 2024-11-25T07:21:50,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:21:50,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:21:50,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. after waiting 0 ms 2024-11-25T07:21:50,461 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:21:50,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:21:50,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 261f77a363e3942a9a46ac42d8d991a7: Waiting for close lock at 1732519310461Disabling compacts and flushes for region at 1732519310461Disabling writes for close at 1732519310461Writing region close event to WAL at 1732519310461Closed at 1732519310461 2024-11-25T07:21:50,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:21:50,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732519310463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732519310463"}]},"ts":"1732519310463"} 2024-11-25T07:21:50,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:21:50,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:21:50,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519310466"}]},"ts":"1732519310466"} 2024-11-25T07:21:50,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T07:21:50,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261f77a363e3942a9a46ac42d8d991a7, ASSIGN}] 2024-11-25T07:21:50,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261f77a363e3942a9a46ac42d8d991a7, ASSIGN 2024-11-25T07:21:50,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=261f77a363e3942a9a46ac42d8d991a7, ASSIGN; state=OFFLINE, location=5eb3d201e8c9,35947,1732519293591; forceNewPlan=false, retain=false 2024-11-25T07:21:50,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=261f77a363e3942a9a46ac42d8d991a7, regionState=OPENING, regionLocation=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:50,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=261f77a363e3942a9a46ac42d8d991a7, ASSIGN because future has completed 2024-11-25T07:21:50,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 261f77a363e3942a9a46ac42d8d991a7, server=5eb3d201e8c9,35947,1732519293591}] 2024-11-25T07:21:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:50,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:21:50,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:21:50,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T07:21:50,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5eb3d201e8c9%2C35947%2C1732519293591.rep, suffix=, logDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs, maxLogs=10 2024-11-25T07:21:50,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519310780, exclude list is [], retry=0 2024-11-25T07:21:50,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc,DISK] 2024-11-25T07:21:50,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519310780 2024-11-25T07:21:50,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-25T07:21:50,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 261f77a363e3942a9a46ac42d8d991a7, NAME => 'hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:21:50,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T07:21:50,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:21:50,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. service=MultiRowMutationService 2024-11-25T07:21:50,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T07:21:50,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:21:50,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,802 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,803 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261f77a363e3942a9a46ac42d8d991a7 columnFamilyName hfileref 2024-11-25T07:21:50,803 DEBUG [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:50,803 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] regionserver.HStore(327): Store=261f77a363e3942a9a46ac42d8d991a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:50,803 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,804 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261f77a363e3942a9a46ac42d8d991a7 columnFamilyName queue 2024-11-25T07:21:50,804 DEBUG [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:50,804 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] regionserver.HStore(327): Store=261f77a363e3942a9a46ac42d8d991a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:50,804 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,805 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 261f77a363e3942a9a46ac42d8d991a7 columnFamilyName sid 2024-11-25T07:21:50,805 DEBUG [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:21:50,805 INFO [StoreOpener-261f77a363e3942a9a46ac42d8d991a7-1 {}] regionserver.HStore(327): Store=261f77a363e3942a9a46ac42d8d991a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:21:50,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:21:50,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:21:50,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 261f77a363e3942a9a46ac42d8d991a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62883940, jitterRate=-0.06295627355575562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:21:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:21:50,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 261f77a363e3942a9a46ac42d8d991a7: Running coprocessor pre-open hook at 1732519310801Writing region info on filesystem at 1732519310801Initializing all the Stores at 1732519310802 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519310802Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519310802Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732519310802Cleaning up temporary data from old regions at 1732519310807 (+5 ms)Running coprocessor post-open hooks at 1732519310810 (+3 ms)Region opened successfully at 1732519310811 (+1 ms) 2024-11-25T07:21:50,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7., pid=10, masterSystemTime=1732519310776 2024-11-25T07:21:50,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:21:50,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:21:50,813 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=261f77a363e3942a9a46ac42d8d991a7, regionState=OPEN, openSeqNum=2, regionLocation=5eb3d201e8c9,35947,1732519293591 2024-11-25T07:21:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 261f77a363e3942a9a46ac42d8d991a7, server=5eb3d201e8c9,35947,1732519293591 because future has completed 2024-11-25T07:21:50,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T07:21:50,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 261f77a363e3942a9a46ac42d8d991a7, server=5eb3d201e8c9,35947,1732519293591 in 192 msec 2024-11-25T07:21:50,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T07:21:50,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=261f77a363e3942a9a46ac42d8d991a7, ASSIGN in 348 msec 2024-11-25T07:21:50,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:21:50,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732519310819"}]},"ts":"1732519310819"} 2024-11-25T07:21:50,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T07:21:50,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:21:50,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-25T07:21:50,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2] 2024-11-25T07:21:50,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:50,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:21:50,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:21:51,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T07:21:51,014 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T07:21:51,053 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5eb3d201e8c9,35947,1732519293591, ReplicationSource: 1, currentBandwidth=0 2024-11-25T07:21:51,053 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:51,053 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35947,1732519293591, seqNum=-1] 2024-11-25T07:21:51,054 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:51,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:51,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5eb3d201e8c9,35947,1732519293591', locateType=CURRENT is [region=hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2] 2024-11-25T07:21:51,058 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T07:21:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T07:21:51,060 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5eb3d201e8c9,35947,1732519293591 suceeded 2024-11-25T07:21:51,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T07:21:51,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-25T07:21:51,062 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5eb3d201e8c9:37197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:21:51,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0240 sec 2024-11-25T07:21:51,074 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:37197' 2024-11-25T07:21:51,076 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16b296a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,076 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37197,-1 for getting cluster id 2024-11-25T07:21:51,076 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:51,076 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c6f46d1-2019-406e-bcf8-07c4ee94fa9a' 2024-11-25T07:21:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c6f46d1-2019-406e-bcf8-07c4ee94fa9a" 2024-11-25T07:21:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f551cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37197,-1] 2024-11-25T07:21:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:51,078 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:51,078 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ceed5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,078 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:51,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:51,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a919 2024-11-25T07:21:51,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:51,080 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T07:21:51,080 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5eb3d201e8c9,35947,1732519293591 (queues=1) is replicating from cluster=3c8b5559-2a08-4902-9285-89bde8f6cb99 to cluster=4c6f46d1-2019-406e-bcf8-07c4ee94fa9a 2024-11-25T07:21:51,081 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5eb3d201e8c9%2C35947%2C1732519293591 2024-11-25T07:21:51,081 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5eb3d201e8c9,35947,1732519293591, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:21:51,081 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572, startPosition=0, beingWritten=true 2024-11-25T07:21:51,081 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C35947%2C1732519293591 2024-11-25T07:21:51,085 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T07:21:51,085 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 379, reset compression=false 2024-11-25T07:21:51,085 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35947,1732519293591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T07:21:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T07:21:51,173 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T07:21:51,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:51,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:51,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:51,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:51,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:51,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32869,-1 for getting cluster id 2024-11-25T07:21:51,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:51,175 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8b5559-2a08-4902-9285-89bde8f6cb99' 2024-11-25T07:21:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8b5559-2a08-4902-9285-89bde8f6cb99" 2024-11-25T07:21:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a404c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32869,-1] 2024-11-25T07:21:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:51,176 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a028c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37197,-1 for getting cluster id 2024-11-25T07:21:51,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:51,178 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c6f46d1-2019-406e-bcf8-07c4ee94fa9a' 2024-11-25T07:21:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c6f46d1-2019-406e-bcf8-07c4ee94fa9a" 2024-11-25T07:21:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fbba13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37197,-1] 2024-11-25T07:21:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:51,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:51,179 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527513ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,42609,-1 for getting cluster id 2024-11-25T07:21:51,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:51,180 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ed466f-3dbc-4e0f-8e4b-045247eb77bc' 2024-11-25T07:21:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ed466f-3dbc-4e0f-8e4b-045247eb77bc" 2024-11-25T07:21:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde5c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,42609,-1] 2024-11-25T07:21:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:51,181 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2337635b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:51,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732519311186/Put/seqid=0 2024-11-25T07:21:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741840_1016 (size=7894) 2024-11-25T07:21:51,288 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 379, reset compression=false 2024-11-25T07:21:51,591 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 379, reset compression=false 2024-11-25T07:21:51,592 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732519311592/Put/seqid=0 2024-11-25T07:21:51,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741841_1017 (size=7691) 2024-11-25T07:21:51,994 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 379, reset compression=false 2024-11-25T07:21:51,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4cfa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32869,-1 for getting cluster id 2024-11-25T07:21:51,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:51,998 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8b5559-2a08-4902-9285-89bde8f6cb99' 2024-11-25T07:21:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8b5559-2a08-4902-9285-89bde8f6cb99" 2024-11-25T07:21:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2278ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32869,-1] 2024-11-25T07:21:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:52,000 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:52,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2128714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:52,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35947,1732519293591, seqNum=-1] 2024-11-25T07:21:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:52,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:52,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@234c079 2024-11-25T07:21:52,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:52,011 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2] 2024-11-25T07:21:52,016 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:21:52,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-25T07:21:52,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-25T07:21:52,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T07:21:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:52,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T07:21:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HRegion(2603): Flush status journal for 9c12a4aaf5ffd25b1b3e35f4f01b28e0: 2024-11-25T07:21:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_1 2024-11-25T07:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_1 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ 2024-11-25T07:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_0 2024-11-25T07:21:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_0 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ 2024-11-25T07:21:52,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_1 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ - updating store file list. 2024-11-25T07:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b57aca5db64e48729a69b956f5d7c675_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:52,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:52,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_1 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f (new location: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_) 2024-11-25T07:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_1 2024-11-25T07:21:52,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_0 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ - updating store file list. 2024-11-25T07:21:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c36a04be4c348518e75daf54ede6ccb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:52,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:52,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_0 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f (new location: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_) 2024-11-25T07:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__msd91dubf5e4nr7vedig2n6p0ch08hhon367ubjt6i4ppg10nthtn1tmdbtj1o9n/f/hfile_0 2024-11-25T07:21:52,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:52,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:52,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:52,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:52,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2 , the old value is region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5eb3d201e8c9:35947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:21:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:21:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2 from cache 2024-11-25T07:21:52,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38823,1732519297794, seqNum=-1] 2024-11-25T07:21:52,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:52,045 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T07:21:52,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:52,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe., hostname=5eb3d201e8c9,38823,1732519297794, seqNum=2] 2024-11-25T07:21:52,049 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:21:52,154 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:35947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T07:21:52,498 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 379, reset compression=false 2024-11-25T07:21:52,502 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:52,502 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35947,1732519293591 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519312042/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T07:21:52,504 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:52,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T07:21:52,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.ReplicationSink(318): Replicating [3c8b5559-2a08-4902-9285-89bde8f6cb99] bulk loaded data 2024-11-25T07:21:52,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b1dbf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:52,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,37197,-1 for getting cluster id 2024-11-25T07:21:52,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:52,506 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c6f46d1-2019-406e-bcf8-07c4ee94fa9a' 2024-11-25T07:21:52,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:52,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c6f46d1-2019-406e-bcf8-07c4ee94fa9a" 2024-11-25T07:21:52,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0219de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:52,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,37197,-1] 2024-11-25T07:21:52,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:52,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:52,508 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:52,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d600a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741837_1013 (size=7691) 2024-11-25T07:21:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741838_1014 (size=7894) 2024-11-25T07:21:52,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:52,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:52,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e839820 2024-11-25T07:21:52,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:52,526 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-25T07:21:52,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:21:52,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,38823,1732519297794, seqNum=-1] 2024-11-25T07:21:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:52,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:52,534 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-25T07:21:52,536 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-25T07:21:52,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ for inclusion in 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T07:21:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:52,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ for inclusion in 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T07:21:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HRegion(2603): Flush status journal for 9b76491f756bd706511fa9eaa1dfcabe: 2024-11-25T07:21:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:21:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/5c5cabf7426f4bd6b9b5b261171d0745_SeqId_4_ 2024-11-25T07:21:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b57aca5db64e48729a69b956f5d7c675_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:21:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/d414bce435bc486699a5088adf853841_SeqId_4_ 2024-11-25T07:21:52,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ into 9b76491f756bd706511fa9eaa1dfcabe/f as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/5c5cabf7426f4bd6b9b5b261171d0745_SeqId_4_ - updating store file list. 2024-11-25T07:21:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c5cabf7426f4bd6b9b5b261171d0745_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:52,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/5c5cabf7426f4bd6b9b5b261171d0745_SeqId_4_ into 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:52,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ into 9b76491f756bd706511fa9eaa1dfcabe/f (new location: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/5c5cabf7426f4bd6b9b5b261171d0745_SeqId_4_) 2024-11-25T07:21:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/5c36a04be4c348518e75daf54ede6ccb_SeqId_4_ 2024-11-25T07:21:52,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ into 9b76491f756bd706511fa9eaa1dfcabe/f as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/d414bce435bc486699a5088adf853841_SeqId_4_ - updating store file list. 2024-11-25T07:21:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d414bce435bc486699a5088adf853841_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:52,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/d414bce435bc486699a5088adf853841_SeqId_4_ into 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:52,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ into 9b76491f756bd706511fa9eaa1dfcabe/f (new location: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/d414bce435bc486699a5088adf853841_SeqId_4_) 2024-11-25T07:21:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__8p8o0lcbk6d77fep90gkggfrtnek9uk52h72cmfkg2ok0ufi8amhlu8tlugd6q60/f/b57aca5db64e48729a69b956f5d7c675_SeqId_4_ 2024-11-25T07:21:52,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.ReplicationSink(324): Finished replicating [3c8b5559-2a08-4902-9285-89bde8f6cb99] bulk loaded data 2024-11-25T07:21:52,702 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 687, reset compression=false 2024-11-25T07:21:53,005 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 687, reset compression=false 2024-11-25T07:21:53,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40227,1732519301952, seqNum=-1] 2024-11-25T07:21:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:53,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519307885.a0a874e311bd0c06353318015ead5556., hostname=5eb3d201e8c9,40227,1732519301952, seqNum=2] 2024-11-25T07:21:53,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:53,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:21:53,065 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5eb3d201e8c9%2C35947%2C1732519293591.meta:.meta(num 1732519296475) roll requested 2024-11-25T07:21:53,078 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.meta.1732519313065.meta, exclude list is [], retry=0 2024-11-25T07:21:53,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc,DISK] 2024-11-25T07:21:53,082 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.meta.1732519296475.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.meta.1732519313065.meta 2024-11-25T07:21:53,082 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-25T07:21:53,082 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.meta.1732519296475.meta is not closed yet, will try archiving it next time 2024-11-25T07:21:53,082 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5eb3d201e8c9%2C35947%2C1732519293591:(num 1732519295572) roll requested 2024-11-25T07:21:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741834_1010 (size=3473) 2024-11-25T07:21:53,116 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082, exclude list is [], retry=0 2024-11-25T07:21:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc,DISK] 2024-11-25T07:21:53,119 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 2024-11-25T07:21:53,120 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-25T07:21:53,120 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 is not closed yet, will try archiving it next time 2024-11-25T07:21:53,120 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5eb3d201e8c9%2C35947%2C1732519293591.rep:(num 1732519310780) roll requested 2024-11-25T07:21:53,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32869,-1 for getting cluster id 2024-11-25T07:21:53,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:53,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 not finished, retry = 0 2024-11-25T07:21:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741832_1008 (size=695) 2024-11-25T07:21:53,122 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8b5559-2a08-4902-9285-89bde8f6cb99' 2024-11-25T07:21:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8b5559-2a08-4902-9285-89bde8f6cb99" 2024-11-25T07:21:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3341e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32869,-1] 2024-11-25T07:21:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:53,124 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bcffc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a8279c0 2024-11-25T07:21:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:53,126 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:53,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5eb3d201e8c9:42609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T07:21:53,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T07:21:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T07:21:53,129 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:42609' 2024-11-25T07:21:53,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465ad6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,129 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,42609,-1 for getting cluster id 2024-11-25T07:21:53,129 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:53,130 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ed466f-3dbc-4e0f-8e4b-045247eb77bc' 2024-11-25T07:21:53,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:53,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ed466f-3dbc-4e0f-8e4b-045247eb77bc" 2024-11-25T07:21:53,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c23173b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,42609,-1] 2024-11-25T07:21:53,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:53,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:53,131 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:53,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e0b158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,132 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:53,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:53,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c60a685 2024-11-25T07:21:53,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:53,133 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:53,134 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T07:21:53,134 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T07:21:53,134 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:53,134 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:53,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:53,135 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519313120, exclude list is [], retry=0 2024-11-25T07:21:53,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39565,DS-a96e03d0-6ff3-4362-a41f-2cc542e7ddbc,DISK] 2024-11-25T07:21:53,138 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519310780 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519313120 2024-11-25T07:21:53,139 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36923:36923)] 2024-11-25T07:21:53,139 DEBUG [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519310780 is not closed yet, will try archiving it next time 2024-11-25T07:21:53,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519310780 not finished, retry = 0 2024-11-25T07:21:53,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741839_1015 (size=1505) 2024-11-25T07:21:53,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T07:21:53,223 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 2024-11-25T07:21:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T07:21:53,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T07:21:53,295 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T07:21:53,325 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5eb3d201e8c9,35947,1732519293591, ReplicationSource: 2, currentBandwidth=0 2024-11-25T07:21:53,327 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T07:21:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T07:21:53,329 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5eb3d201e8c9,35947,1732519293591 suceeded 2024-11-25T07:21:53,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T07:21:53,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-25T07:21:53,331 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5eb3d201e8c9:42609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T07:21:53,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 205 msec 2024-11-25T07:21:53,341 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5eb3d201e8c9:42609' 2024-11-25T07:21:53,342 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@355abe64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,342 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,42609,-1 for getting cluster id 2024-11-25T07:21:53,343 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:53,343 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ed466f-3dbc-4e0f-8e4b-045247eb77bc' 2024-11-25T07:21:53,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:53,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ed466f-3dbc-4e0f-8e4b-045247eb77bc" 2024-11-25T07:21:53,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3deafa9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,42609,-1] 2024-11-25T07:21:53,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:53,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:53,344 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:53,345 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c16216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:53,345 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:53,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:53,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a1c17b9 2024-11-25T07:21:53,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:53,346 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T07:21:53,347 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5eb3d201e8c9,35947,1732519293591 (queues=1) is replicating from cluster=3c8b5559-2a08-4902-9285-89bde8f6cb99 to cluster=68ed466f-3dbc-4e0f-8e4b-045247eb77bc 2024-11-25T07:21:53,347 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5eb3d201e8c9%2C35947%2C1732519293591 2024-11-25T07:21:53,347 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5eb3d201e8c9,35947,1732519293591, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T07:21:53,348 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5eb3d201e8c9%2C35947%2C1732519293591 2024-11-25T07:21:53,348 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082, startPosition=0, beingWritten=true 2024-11-25T07:21:53,409 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 to pos 687, reset compression=false 2024-11-25T07:21:53,410 INFO [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 was moved to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 2024-11-25T07:21:53,411 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572 2024-11-25T07:21:53,412 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082, startPosition=0, beingWritten=true 2024-11-25T07:21:53,412 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35947,1732519293591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519295572, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T07:21:53,414 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5eb3d201e8c9%2C35947%2C1732519293591.1732519295572] 2024-11-25T07:21:53,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T07:21:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T07:21:53,443 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T07:21:53,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:53,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:53,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:53,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:53,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:53,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:21:53,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732519313446/Put/seqid=0 2024-11-25T07:21:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741845_1021 (size=11194) 2024-11-25T07:21:53,553 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 0, reset compression=false 2024-11-25T07:21:53,852 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732519313852/Put/seqid=0 2024-11-25T07:21:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741846_1022 (size=10791) 2024-11-25T07:21:53,857 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 0, reset compression=false 2024-11-25T07:21:53,915 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 0, reset compression=false 2024-11-25T07:21:54,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551935d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:54,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,32869,-1 for getting cluster id 2024-11-25T07:21:54,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:54,259 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c8b5559-2a08-4902-9285-89bde8f6cb99' 2024-11-25T07:21:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c8b5559-2a08-4902-9285-89bde8f6cb99" 2024-11-25T07:21:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664db23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,32869,-1] 2024-11-25T07:21:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:54,260 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:54,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cfd6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:54,261 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 0, reset compression=false 2024-11-25T07:21:54,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,35947,1732519293591, seqNum=-1] 2024-11-25T07:21:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:54,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:21:54,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,32869,1732519293538 2024-11-25T07:21:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71463847 2024-11-25T07:21:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:54,270 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:21:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2] 2024-11-25T07:21:54,275 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:21:54,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-25T07:21:54,282 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-25T07:21:54,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T07:21:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:54,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T07:21:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HRegion(2603): Flush status journal for 9c12a4aaf5ffd25b1b3e35f4f01b28e0: 2024-11-25T07:21:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_1 2024-11-25T07:21:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_1 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ 2024-11-25T07:21:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_0 2024-11-25T07:21:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_0 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ 2024-11-25T07:21:54,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_1 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ - updating store file list. 2024-11-25T07:21:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:54,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:54,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_1 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f (new location: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_) 2024-11-25T07:21:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_1 2024-11-25T07:21:54,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_0 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ - updating store file list. 2024-11-25T07:21:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:54,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f 2024-11-25T07:21:54,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_0 into 9c12a4aaf5ffd25b1b3e35f4f01b28e0/f (new location: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_) 2024-11-25T07:21:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/staging/jenkins__test__qi8aj3l6tcoid9riseil5ejqmmj0sqm7ruv55sgeisro9d7infpgtakirgj568ji/f/hfile_0 2024-11-25T07:21:54,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:54,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:54,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:54,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:54,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2 , the old value is region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5eb3d201e8c9:35947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:21:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T07:21:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., hostname=5eb3d201e8c9,35947,1732519293591, seqNum=2 from cache 2024-11-25T07:21:54,308 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T07:21:54,310 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:21:54,413 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5eb3d201e8c9:35947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T07:21:54,519 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 0, reset compression=false 2024-11-25T07:21:54,523 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:54,523 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5eb3d201e8c9,35947,1732519293591 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519314305/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T07:21:54,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.ReplicationSink(318): Replicating [3c8b5559-2a08-4902-9285-89bde8f6cb99] bulk loaded data 2024-11-25T07:21:54,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741839_1015 (size=10791) 2024-11-25T07:21:54,723 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:54,765 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 0, reset compression=false 2024-11-25T07:21:54,769 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T07:21:54,769 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5eb3d201e8c9,35947,1732519293591 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732519314305/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T07:21:54,771 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:21:54,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T07:21:54,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.ReplicationSink(318): Replicating [3c8b5559-2a08-4902-9285-89bde8f6cb99] bulk loaded data 2024-11-25T07:21:54,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18af9374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:54,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] client.ClusterIdFetcher(90): Going to request 5eb3d201e8c9,42609,-1 for getting cluster id 2024-11-25T07:21:54,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:21:54,773 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68ed466f-3dbc-4e0f-8e4b-045247eb77bc' 2024-11-25T07:21:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:21:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68ed466f-3dbc-4e0f-8e4b-045247eb77bc" 2024-11-25T07:21:54,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4a3efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:54,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5eb3d201e8c9,42609,-1] 2024-11-25T07:21:54,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:21:54,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:54,774 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:21:54,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5078f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:21:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741837_1013 (size=10791) 2024-11-25T07:21:54,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741840_1016 (size=11194) 2024-11-25T07:21:54,969 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:55,026 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:55,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741838_1014 (size=11194) 2024-11-25T07:21:55,272 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:55,314 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T07:21:55,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:21:55,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T07:21:55,352 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T07:21:55,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ for inclusion in 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T07:21:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:55,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ for inclusion in 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T07:21:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HRegion(2603): Flush status journal for 9b76491f756bd706511fa9eaa1dfcabe: 2024-11-25T07:21:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:21:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/308dc322c1bd427f9e23791c2b494e90_SeqId_6_ 2024-11-25T07:21:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:21:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/49ae8cfb1eff41739e252f8fa6cae036_SeqId_6_ 2024-11-25T07:21:55,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ into 9b76491f756bd706511fa9eaa1dfcabe/f as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/308dc322c1bd427f9e23791c2b494e90_SeqId_6_ - updating store file list. 2024-11-25T07:21:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 308dc322c1bd427f9e23791c2b494e90_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:55,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/308dc322c1bd427f9e23791c2b494e90_SeqId_6_ into 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:55,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ into 9b76491f756bd706511fa9eaa1dfcabe/f (new location: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/308dc322c1bd427f9e23791c2b494e90_SeqId_6_) 2024-11-25T07:21:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ 2024-11-25T07:21:55,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ into 9b76491f756bd706511fa9eaa1dfcabe/f as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/49ae8cfb1eff41739e252f8fa6cae036_SeqId_6_ - updating store file list. 2024-11-25T07:21:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49ae8cfb1eff41739e252f8fa6cae036_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:55,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/49ae8cfb1eff41739e252f8fa6cae036_SeqId_6_ into 9b76491f756bd706511fa9eaa1dfcabe/f 2024-11-25T07:21:55,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ into 9b76491f756bd706511fa9eaa1dfcabe/f (new location: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/f/49ae8cfb1eff41739e252f8fa6cae036_SeqId_6_) 2024-11-25T07:21:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/staging/jenkins.hfs.22__test__c8473h8bsbem24h7kge54k4k627uc91ne94mr1travcg2iv5s4smn5ta436m163d/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ 2024-11-25T07:21:55,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] regionserver.ReplicationSink(324): Finished replicating [3c8b5559-2a08-4902-9285-89bde8f6cb99] bulk loaded data 2024-11-25T07:21:55,430 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:55,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:21:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2992d8d2 2024-11-25T07:21:55,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:21:55,592 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-25T07:21:55,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T07:21:55,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:21:55,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5eb3d201e8c9,40227,1732519301952, seqNum=-1] 2024-11-25T07:21:55,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:21:55,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-25T07:21:55,600 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T07:21:55,601 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T07:21:55,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ for inclusion in a0a874e311bd0c06353318015ead5556/f 2024-11-25T07:21:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T07:21:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:55,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ for inclusion in a0a874e311bd0c06353318015ead5556/f 2024-11-25T07:21:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T07:21:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:21:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HRegion(2603): Flush status journal for a0a874e311bd0c06353318015ead5556: 2024-11-25T07:21:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:21:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/1cb8c8a5e16248cfb26eda14b1e80fed_SeqId_4_ 2024-11-25T07:21:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T07:21:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/23157de34e89404f962c04d9c71c10d4_SeqId_4_ 2024-11-25T07:21:55,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ into a0a874e311bd0c06353318015ead5556/f as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/1cb8c8a5e16248cfb26eda14b1e80fed_SeqId_4_ - updating store file list. 2024-11-25T07:21:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1cb8c8a5e16248cfb26eda14b1e80fed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:55,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/1cb8c8a5e16248cfb26eda14b1e80fed_SeqId_4_ into a0a874e311bd0c06353318015ead5556/f 2024-11-25T07:21:55,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ into a0a874e311bd0c06353318015ead5556/f (new location: hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/1cb8c8a5e16248cfb26eda14b1e80fed_SeqId_4_) 2024-11-25T07:21:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/d1708ac6b5b94fdeaee098d55ff3d4b1_SeqId_6_ 2024-11-25T07:21:55,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ into a0a874e311bd0c06353318015ead5556/f as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/23157de34e89404f962c04d9c71c10d4_SeqId_4_ - updating store file list. 2024-11-25T07:21:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23157de34e89404f962c04d9c71c10d4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:21:55,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/23157de34e89404f962c04d9c71c10d4_SeqId_4_ into a0a874e311bd0c06353318015ead5556/f 2024-11-25T07:21:55,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ into a0a874e311bd0c06353318015ead5556/f (new location: hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/f/23157de34e89404f962c04d9c71c10d4_SeqId_4_) 2024-11-25T07:21:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/staging/jenkins.hfs.23__test__l9c8lf5qbk7q1u9f2vnbhdca5ojhd0qdqo9uf35a3cat31dsv66dbvsmh36aj0a2/f/df9107e3c83c4c8882adfbd8242f7dfc_SeqId_6_ 2024-11-25T07:21:55,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] regionserver.ReplicationSink(324): Finished replicating [3c8b5559-2a08-4902-9285-89bde8f6cb99] bulk loaded data 2024-11-25T07:21:55,675 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:55,933 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:56,179 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:56,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:21:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:21:56,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:56,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:56,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:56,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:56,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:56,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:21:56,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=959829403, stopped=false 2024-11-25T07:21:56,328 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,42609,1732519301910 2024-11-25T07:21:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-19261160/running 2024-11-25T07:21:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-19261160/running 2024-11-25T07:21:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:56,330 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:56,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:56,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:56,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:56,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on znode that does not yet exist, /2-19261160/running 2024-11-25T07:21:56,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Set watcher on znode that does not yet exist, /2-19261160/running 2024-11-25T07:21:56,332 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,40227,1732519301952' ***** 2024-11-25T07:21:56,332 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:21:56,334 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:21:56,334 INFO [RS:0;5eb3d201e8c9:40227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:21:56,334 INFO [RS:0;5eb3d201e8c9:40227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:21:56,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:21:56,334 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(3091): Received CLOSE for a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:56,334 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:56,335 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:56,335 INFO [RS:0;5eb3d201e8c9:40227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40227. 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0a874e311bd0c06353318015ead5556, disabling compactions & flushes 2024-11-25T07:21:56,335 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519307885.a0a874e311bd0c06353318015ead5556. after waiting 0 ms 2024-11-25T07:21:56,335 DEBUG [RS:0;5eb3d201e8c9:40227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:56,335 DEBUG [RS:0;5eb3d201e8c9:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:56,335 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:21:56,335 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:21:56,335 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:21:56,335 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:21:56,335 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:21:56,335 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1325): Online Regions={a0a874e311bd0c06353318015ead5556=test,,1732519307885.a0a874e311bd0c06353318015ead5556., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:21:56,335 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a0a874e311bd0c06353318015ead5556 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:56,335 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:56,335 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:56,336 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T07:21:56,353 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/default/test/a0a874e311bd0c06353318015ead5556/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T07:21:56,353 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:56,353 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:56,353 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:56,353 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0a874e311bd0c06353318015ead5556: Waiting for close lock at 1732519316335Running coprocessor pre-close hooks at 1732519316335Disabling compacts and flushes for region at 1732519316335Disabling writes for close at 1732519316335Writing region close event to WAL at 1732519316340 (+5 ms)Running coprocessor post-close hooks at 1732519316353 (+13 ms)Closed at 1732519316353 2024-11-25T07:21:56,354 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519307885.a0a874e311bd0c06353318015ead5556. 2024-11-25T07:21:56,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,364 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/info/530f6d72998b4e77bfcd0abee34a6aaa is 129, key is test,,1732519307885.a0a874e311bd0c06353318015ead5556./info:regioninfo/1732519309042/Put/seqid=0 2024-11-25T07:21:56,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741839_1015 (size=6421) 2024-11-25T07:21:56,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,370 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/info/530f6d72998b4e77bfcd0abee34a6aaa 2024-11-25T07:21:56,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:21:56,391 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/ns/5feb1098338b4b3b99d93c2cc180b955 is 43, key is default/ns:d/1732519304478/Put/seqid=0 2024-11-25T07:21:56,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741840_1016 (size=5153) 2024-11-25T07:21:56,395 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/ns/5feb1098338b4b3b99d93c2cc180b955 2024-11-25T07:21:56,413 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:56,423 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/rep_barrier/ee5955f90ad74b919369fd8327d243ae is 112, key is test,,1732519307885.a0a874e311bd0c06353318015ead5556./rep_barrier:seqnumDuringOpen/1732519309042/Put/seqid=0 2024-11-25T07:21:56,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741841_1017 (size=5518) 2024-11-25T07:21:56,470 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:21:56,470 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:21:56,535 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:21:56,537 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:56,736 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:21:56,782 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:56,827 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/rep_barrier/ee5955f90ad74b919369fd8327d243ae 2024-11-25T07:21:56,845 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/table/7b6261c892ec4d88b6e6feca71eac454 is 40, key is test/table:state/1732519309048/Put/seqid=0 2024-11-25T07:21:56,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741842_1018 (size=5165) 2024-11-25T07:21:56,936 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:21:57,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:21:57,136 DEBUG [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:21:57,241 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:57,248 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/table/7b6261c892ec4d88b6e6feca71eac454 2024-11-25T07:21:57,252 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/info/530f6d72998b4e77bfcd0abee34a6aaa as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/info/530f6d72998b4e77bfcd0abee34a6aaa 2024-11-25T07:21:57,256 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/info/530f6d72998b4e77bfcd0abee34a6aaa, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T07:21:57,256 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/ns/5feb1098338b4b3b99d93c2cc180b955 as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/ns/5feb1098338b4b3b99d93c2cc180b955 2024-11-25T07:21:57,259 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/ns/5feb1098338b4b3b99d93c2cc180b955, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:21:57,260 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/rep_barrier/ee5955f90ad74b919369fd8327d243ae as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/rep_barrier/ee5955f90ad74b919369fd8327d243ae 2024-11-25T07:21:57,263 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/rep_barrier/ee5955f90ad74b919369fd8327d243ae, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T07:21:57,263 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/.tmp/table/7b6261c892ec4d88b6e6feca71eac454 as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/table/7b6261c892ec4d88b6e6feca71eac454 2024-11-25T07:21:57,266 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/table/7b6261c892ec4d88b6e6feca71eac454, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:21:57,267 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false 2024-11-25T07:21:57,271 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:21:57,271 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:57,271 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:21:57,271 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:57,271 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519316335Running coprocessor pre-close hooks at 1732519316335Disabling compacts and flushes for region at 1732519316335Disabling writes for close at 1732519316335Obtaining lock to block concurrent updates at 1732519316336 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732519316336Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732519316336Flushing stores of hbase:meta,,1.1588230740 at 1732519316336Flushing 1588230740/info: creating writer at 1732519316337 (+1 ms)Flushing 1588230740/info: appending metadata at 1732519316364 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732519316364Flushing 1588230740/ns: creating writer at 1732519316374 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732519316391 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732519316391Flushing 1588230740/rep_barrier: creating writer at 1732519316398 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519316423 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519316423Flushing 1588230740/table: creating writer at 1732519316830 (+407 ms)Flushing 1588230740/table: appending metadata at 1732519316844 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732519316844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4515d4c0: reopening flushed file at 1732519317252 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fab72e1: reopening flushed file at 1732519317256 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dbcee8d: reopening flushed file at 1732519317260 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7f5607: reopening flushed file at 1732519317263 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false at 1732519317267 (+4 ms)Writing region close event to WAL at 1732519317269 (+2 ms)Running coprocessor post-close hooks at 1732519317271 (+2 ms)Closed at 1732519317271 2024-11-25T07:21:57,271 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:57,336 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,40227,1732519301952; all regions closed. 2024-11-25T07:21:57,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741834_1010 (size=2717) 2024-11-25T07:21:57,340 DEBUG [RS:0;5eb3d201e8c9:40227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/oldWALs 2024-11-25T07:21:57,340 INFO [RS:0;5eb3d201e8c9:40227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C40227%2C1732519301952.meta:.meta(num 1732519304443) 2024-11-25T07:21:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741832_1008 (size=1028) 2024-11-25T07:21:57,343 DEBUG [RS:0;5eb3d201e8c9:40227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/oldWALs 2024-11-25T07:21:57,343 INFO [RS:0;5eb3d201e8c9:40227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C40227%2C1732519301952:(num 1732519303544) 2024-11-25T07:21:57,343 DEBUG [RS:0;5eb3d201e8c9:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:57,343 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:57,343 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:57,343 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:57,343 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:57,343 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:57,344 INFO [RS:0;5eb3d201e8c9:40227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:40227. 2024-11-25T07:21:57,344 DEBUG [RS:0;5eb3d201e8c9:40227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:57,344 DEBUG [RS:0;5eb3d201e8c9:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:57,344 DEBUG [RS:0;5eb3d201e8c9:40227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:57,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:57,344 INFO [RS:0;5eb3d201e8c9:40227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40227 2024-11-25T07:21:57,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-19261160/rs/5eb3d201e8c9,40227,1732519301952 2024-11-25T07:21:57,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160/rs 2024-11-25T07:21:57,346 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:57,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,40227,1732519301952] 2024-11-25T07:21:57,349 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-19261160/draining/5eb3d201e8c9,40227,1732519301952 already deleted, retry=false 2024-11-25T07:21:57,349 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,40227,1732519301952 expired; onlineServers=0 2024-11-25T07:21:57,349 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,42609,1732519301910' ***** 2024-11-25T07:21:57,349 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:21:57,349 INFO [M:0;5eb3d201e8c9:42609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:57,349 INFO [M:0;5eb3d201e8c9:42609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:57,349 DEBUG [M:0;5eb3d201e8c9:42609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:21:57,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:21:57,350 DEBUG [M:0;5eb3d201e8c9:42609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:21:57,350 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519303303 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519303303,5,FailOnTimeoutGroup] 2024-11-25T07:21:57,350 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519303303 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519303303,5,FailOnTimeoutGroup] 2024-11-25T07:21:57,350 INFO [M:0;5eb3d201e8c9:42609 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:57,350 INFO [M:0;5eb3d201e8c9:42609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:57,350 DEBUG [M:0;5eb3d201e8c9:42609 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:21:57,350 INFO [M:0;5eb3d201e8c9:42609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:21:57,350 INFO [M:0;5eb3d201e8c9:42609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:57,350 INFO [M:0;5eb3d201e8c9:42609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:21:57,350 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:21:57,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-19261160/master 2024-11-25T07:21:57,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-19261160 2024-11-25T07:21:57,352 DEBUG [M:0;5eb3d201e8c9:42609 {}] zookeeper.ZKUtil(347): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Unable to get data of znode /2-19261160/master because node does not exist (not an error) 2024-11-25T07:21:57,352 WARN [M:0;5eb3d201e8c9:42609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:21:57,352 INFO [M:0;5eb3d201e8c9:42609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/.lastflushedseqids 2024-11-25T07:21:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741843_1019 (size=173) 2024-11-25T07:21:57,356 INFO [M:0;5eb3d201e8c9:42609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:21:57,356 INFO [M:0;5eb3d201e8c9:42609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:21:57,356 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:57,356 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:57,356 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:57,356 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:57,356 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:57,356 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-25T07:21:57,371 DEBUG [M:0;5eb3d201e8c9:42609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92f05a0663f24029a7591dbe569d39da is 82, key is hbase:meta,,1/info:regioninfo/1732519304470/Put/seqid=0 2024-11-25T07:21:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741844_1020 (size=5672) 2024-11-25T07:21:57,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:57,448 INFO [RS:0;5eb3d201e8c9:40227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:57,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40227-0x1014e0058e40007, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:57,448 INFO [RS:0;5eb3d201e8c9:40227 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,40227,1732519301952; zookeeper connection closed. 2024-11-25T07:21:57,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@384597f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@384597f3 2024-11-25T07:21:57,448 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:21:57,485 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:57,774 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92f05a0663f24029a7591dbe569d39da 2024-11-25T07:21:57,792 DEBUG [M:0;5eb3d201e8c9:42609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e55069dbdf42e9b8565fa1d4e385ec is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732519309050/Put/seqid=0 2024-11-25T07:21:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741845_1021 (size=6586) 2024-11-25T07:21:58,044 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:58,196 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e55069dbdf42e9b8565fa1d4e385ec 2024-11-25T07:21:58,213 DEBUG [M:0;5eb3d201e8c9:42609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9db112e385046feacff3e30075d35bf is 69, key is 5eb3d201e8c9,40227,1732519301952/rs:state/1732519303389/Put/seqid=0 2024-11-25T07:21:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741846_1022 (size=5156) 2024-11-25T07:21:58,288 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:58,616 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9db112e385046feacff3e30075d35bf 2024-11-25T07:21:58,620 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92f05a0663f24029a7591dbe569d39da as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92f05a0663f24029a7591dbe569d39da 2024-11-25T07:21:58,623 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92f05a0663f24029a7591dbe569d39da, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T07:21:58,624 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e55069dbdf42e9b8565fa1d4e385ec as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e55069dbdf42e9b8565fa1d4e385ec 2024-11-25T07:21:58,627 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e55069dbdf42e9b8565fa1d4e385ec, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T07:21:58,627 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9db112e385046feacff3e30075d35bf as hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9db112e385046feacff3e30075d35bf 2024-11-25T07:21:58,630 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41729/user/jenkins/test-data/fef205f6-e315-bb76-78ba-f1c17b55f372/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9db112e385046feacff3e30075d35bf, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T07:21:58,631 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false 2024-11-25T07:21:58,632 INFO [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:58,632 DEBUG [M:0;5eb3d201e8c9:42609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519317356Disabling compacts and flushes for region at 1732519317356Disabling writes for close at 1732519317356Obtaining lock to block concurrent updates at 1732519317356Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519317356Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732519317357 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519317357Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519317357Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519317371 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519317371Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519317778 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519317791 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519317791Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519318199 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519318212 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519318212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788acbcb: reopening flushed file at 1732519318620 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d030c1: reopening flushed file at 1732519318623 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d23fdf: reopening flushed file at 1732519318627 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false at 1732519318631 (+4 ms)Writing region close event to WAL at 1732519318632 (+1 ms)Closed at 1732519318632 2024-11-25T07:21:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41049 is added to blk_1073741830_1006 (size=32770) 2024-11-25T07:21:58,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:58,634 INFO [M:0;5eb3d201e8c9:42609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:21:58,634 INFO [M:0;5eb3d201e8c9:42609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42609 2024-11-25T07:21:58,635 INFO [M:0;5eb3d201e8c9:42609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:58,737 INFO [M:0;5eb3d201e8c9:42609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42609-0x1014e0058e40006, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:58,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16979058{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:21:58,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2960a674{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:58,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:58,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249026b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:58,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3997b993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:58,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:21:58,741 WARN [BP-613930374-172.17.0.2-1732519300857 heartbeating to localhost/127.0.0.1:41729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:21:58,741 WARN [BP-613930374-172.17.0.2-1732519300857 heartbeating to localhost/127.0.0.1:41729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-613930374-172.17.0.2-1732519300857 (Datanode Uuid 4702dabc-a663-4d35-a653-d20a55c0a0cd) service to localhost/127.0.0.1:41729 2024-11-25T07:21:58,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:21:58,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/cluster_eb438ff5-a717-5731-1a58-91d588a15b31/data/data1/current/BP-613930374-172.17.0.2-1732519300857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:58,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/cluster_eb438ff5-a717-5731-1a58-91d588a15b31/data/data2/current/BP-613930374-172.17.0.2-1732519300857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:21:58,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:21:58,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3441610b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:21:58,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@144e469{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:21:58,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:21:58,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32927143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:21:58,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224bd015{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5470494-5d45-c8c9-9704-1337075d856e/hadoop.log.dir/,STOPPED} 2024-11-25T07:21:58,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:21:58,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:21:58,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:58,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:58,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:58,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:58,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:58,764 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:21:58,764 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1836949427, stopped=false 2024-11-25T07:21:58,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,37197,1732519297746 2024-11-25T07:21:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11638885927/running 2024-11-25T07:21:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11638885927/running 2024-11-25T07:21:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:58,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:58,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:58,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:21:58,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:58,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:58,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on znode that does not yet exist, /11638885927/running 2024-11-25T07:21:58,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Set watcher on znode that does not yet exist, /11638885927/running 2024-11-25T07:21:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,38823,1732519297794' ***** 2024-11-25T07:21:58,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:21:58,767 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:21:58,767 INFO [RS:0;5eb3d201e8c9:38823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:21:58,767 INFO [RS:0;5eb3d201e8c9:38823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:21:58,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:21:58,767 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:38823. 2024-11-25T07:21:58,768 DEBUG [RS:0;5eb3d201e8c9:38823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:58,768 DEBUG [RS:0;5eb3d201e8c9:38823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b76491f756bd706511fa9eaa1dfcabe, disabling compactions & flushes 2024-11-25T07:21:58,768 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. after waiting 0 ms 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:58,768 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:21:58,768 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1325): Online Regions={9b76491f756bd706511fa9eaa1dfcabe=test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:21:58,768 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b76491f756bd706511fa9eaa1dfcabe 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:21:58,768 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:21:58,768 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:21:58,768 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T07:21:58,771 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/default/test/9b76491f756bd706511fa9eaa1dfcabe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:21:58,772 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:58,772 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:21:58,772 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:58,772 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b76491f756bd706511fa9eaa1dfcabe: Waiting for close lock at 1732519318768Running coprocessor pre-close hooks at 1732519318768Disabling compacts and flushes for region at 1732519318768Disabling writes for close at 1732519318768Writing region close event to WAL at 1732519318769 (+1 ms)Running coprocessor post-close hooks at 1732519318772 (+3 ms)Closed at 1732519318772 2024-11-25T07:21:58,772 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe. 2024-11-25T07:21:58,776 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:58,788 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/info/858d1cb84bee4196a055b782d17f74ed is 129, key is test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe./info:regioninfo/1732519306877/Put/seqid=0 2024-11-25T07:21:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741841_1017 (size=6421) 2024-11-25T07:21:58,947 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:58,968 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:21:59,169 DEBUG [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T07:21:59,192 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:21:59,194 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/info/858d1cb84bee4196a055b782d17f74ed 2024-11-25T07:21:59,212 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/ns/a75dc874a576489abc38941fcd892b82 is 43, key is default/ns:d/1732519300741/Put/seqid=0 2024-11-25T07:21:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741842_1018 (size=5153) 2024-11-25T07:21:59,215 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/ns/a75dc874a576489abc38941fcd892b82 2024-11-25T07:21:59,232 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/rep_barrier/73285779d43d40edb9b675e2fe633514 is 112, key is test,,1732519305735.9b76491f756bd706511fa9eaa1dfcabe./rep_barrier:seqnumDuringOpen/1732519306877/Put/seqid=0 2024-11-25T07:21:59,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741843_1019 (size=5518) 2024-11-25T07:21:59,236 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/rep_barrier/73285779d43d40edb9b675e2fe633514 2024-11-25T07:21:59,253 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/table/e425dc276b534cfba4ce9086099c16ac is 40, key is test/table:state/1732519306882/Put/seqid=0 2024-11-25T07:21:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741844_1020 (size=5165) 2024-11-25T07:21:59,256 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/table/e425dc276b534cfba4ce9086099c16ac 2024-11-25T07:21:59,260 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/info/858d1cb84bee4196a055b782d17f74ed as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/info/858d1cb84bee4196a055b782d17f74ed 2024-11-25T07:21:59,263 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/info/858d1cb84bee4196a055b782d17f74ed, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T07:21:59,263 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/ns/a75dc874a576489abc38941fcd892b82 as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/ns/a75dc874a576489abc38941fcd892b82 2024-11-25T07:21:59,266 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/ns/a75dc874a576489abc38941fcd892b82, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:21:59,267 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/rep_barrier/73285779d43d40edb9b675e2fe633514 as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/rep_barrier/73285779d43d40edb9b675e2fe633514 2024-11-25T07:21:59,270 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/rep_barrier/73285779d43d40edb9b675e2fe633514, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T07:21:59,271 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/.tmp/table/e425dc276b534cfba4ce9086099c16ac as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/table/e425dc276b534cfba4ce9086099c16ac 2024-11-25T07:21:59,274 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/table/e425dc276b534cfba4ce9086099c16ac, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T07:21:59,275 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=11, compaction requested=false 2024-11-25T07:21:59,278 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T07:21:59,279 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:21:59,279 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:21:59,279 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:59,279 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519318768Running coprocessor pre-close hooks at 1732519318768Disabling compacts and flushes for region at 1732519318768Disabling writes for close at 1732519318768Obtaining lock to block concurrent updates at 1732519318768Preparing flush snapshotting stores in 1588230740 at 1732519318768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732519318769 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732519318771 (+2 ms)Flushing 1588230740/info: creating writer at 1732519318771Flushing 1588230740/info: appending metadata at 1732519318788 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732519318788Flushing 1588230740/ns: creating writer at 1732519319197 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732519319211 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732519319211Flushing 1588230740/rep_barrier: creating writer at 1732519319218 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519319232 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519319232Flushing 1588230740/table: creating writer at 1732519319239 (+7 ms)Flushing 1588230740/table: appending metadata at 1732519319253 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732519319253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50681821: reopening flushed file at 1732519319259 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1c0416: reopening flushed file at 1732519319263 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43efcb5b: reopening flushed file at 1732519319266 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ee27fb: reopening flushed file at 1732519319270 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=11, compaction requested=false at 1732519319275 (+5 ms)Writing region close event to WAL at 1732519319276 (+1 ms)Running coprocessor post-close hooks at 1732519319279 (+3 ms)Closed at 1732519319279 2024-11-25T07:21:59,279 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:21:59,369 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,38823,1732519297794; all regions closed. 2024-11-25T07:21:59,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741834_1010 (size=2717) 2024-11-25T07:21:59,372 DEBUG [RS:0;5eb3d201e8c9:38823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/oldWALs 2024-11-25T07:21:59,372 INFO [RS:0;5eb3d201e8c9:38823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C38823%2C1732519297794.meta:.meta(num 1732519300701) 2024-11-25T07:21:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741832_1008 (size=1374) 2024-11-25T07:21:59,375 DEBUG [RS:0;5eb3d201e8c9:38823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/oldWALs 2024-11-25T07:21:59,375 INFO [RS:0;5eb3d201e8c9:38823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C38823%2C1732519297794:(num 1732519299785) 2024-11-25T07:21:59,375 DEBUG [RS:0;5eb3d201e8c9:38823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:59,375 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:21:59,376 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:59,376 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:59,376 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:59,376 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:21:59,376 INFO [RS:0;5eb3d201e8c9:38823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:38823. 2024-11-25T07:21:59,376 DEBUG [RS:0;5eb3d201e8c9:38823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:21:59,376 DEBUG [RS:0;5eb3d201e8c9:38823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:59,376 DEBUG [RS:0;5eb3d201e8c9:38823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:21:59,376 INFO [RS:0;5eb3d201e8c9:38823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38823 2024-11-25T07:21:59,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:21:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927/rs 2024-11-25T07:21:59,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11638885927/rs/5eb3d201e8c9,38823,1732519297794 2024-11-25T07:21:59,385 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:21:59,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,38823,1732519297794] 2024-11-25T07:21:59,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11638885927/draining/5eb3d201e8c9,38823,1732519297794 already deleted, retry=false 2024-11-25T07:21:59,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,38823,1732519297794 expired; onlineServers=0 2024-11-25T07:21:59,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,37197,1732519297746' ***** 2024-11-25T07:21:59,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:21:59,387 INFO [M:0;5eb3d201e8c9:37197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:21:59,387 INFO [M:0;5eb3d201e8c9:37197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:21:59,387 DEBUG [M:0;5eb3d201e8c9:37197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:21:59,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:21:59,387 DEBUG [M:0;5eb3d201e8c9:37197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:21:59,387 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519299553 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519299553,5,FailOnTimeoutGroup] 2024-11-25T07:21:59,387 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519299556 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519299556,5,FailOnTimeoutGroup] 2024-11-25T07:21:59,387 INFO [M:0;5eb3d201e8c9:37197 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:21:59,387 INFO [M:0;5eb3d201e8c9:37197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:21:59,387 DEBUG [M:0;5eb3d201e8c9:37197 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:21:59,387 INFO [M:0;5eb3d201e8c9:37197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:21:59,388 INFO [M:0;5eb3d201e8c9:37197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:21:59,388 INFO [M:0;5eb3d201e8c9:37197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:21:59,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:21:59,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11638885927/master 2024-11-25T07:21:59,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11638885927 2024-11-25T07:21:59,389 DEBUG [M:0;5eb3d201e8c9:37197 {}] zookeeper.ZKUtil(347): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Unable to get data of znode /11638885927/master because node does not exist (not an error) 2024-11-25T07:21:59,389 WARN [M:0;5eb3d201e8c9:37197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:21:59,389 INFO [M:0;5eb3d201e8c9:37197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/.lastflushedseqids 2024-11-25T07:21:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741845_1021 (size=173) 2024-11-25T07:21:59,393 INFO [M:0;5eb3d201e8c9:37197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:21:59,393 INFO [M:0;5eb3d201e8c9:37197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:21:59,393 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:21:59,393 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:59,393 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:59,393 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:21:59,393 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:21:59,394 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-25T07:21:59,409 DEBUG [M:0;5eb3d201e8c9:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dafd370a0ab34506bdb97f06f2a13822 is 82, key is hbase:meta,,1/info:regioninfo/1732519300733/Put/seqid=0 2024-11-25T07:21:59,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741846_1022 (size=5672) 2024-11-25T07:21:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:59,486 INFO [RS:0;5eb3d201e8c9:38823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:21:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38823-0x1014e0058e40004, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:21:59,486 INFO [RS:0;5eb3d201e8c9:38823 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,38823,1732519297794; zookeeper connection closed. 2024-11-25T07:21:59,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c78ee1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c78ee1d 2024-11-25T07:21:59,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:21:59,813 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dafd370a0ab34506bdb97f06f2a13822 2024-11-25T07:21:59,829 DEBUG [M:0;5eb3d201e8c9:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8981b19ceb164a91be56e032265528a4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732519306885/Put/seqid=0 2024-11-25T07:21:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741847_1023 (size=6586) 2024-11-25T07:21:59,951 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:22:00,195 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:22:00,233 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8981b19ceb164a91be56e032265528a4 2024-11-25T07:22:00,250 DEBUG [M:0;5eb3d201e8c9:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea1588635a2483c9923ef53eef8c92b is 69, key is 5eb3d201e8c9,38823,1732519297794/rs:state/1732519299640/Put/seqid=0 2024-11-25T07:22:00,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741848_1024 (size=5156) 2024-11-25T07:22:00,654 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea1588635a2483c9923ef53eef8c92b 2024-11-25T07:22:00,658 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dafd370a0ab34506bdb97f06f2a13822 as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dafd370a0ab34506bdb97f06f2a13822 2024-11-25T07:22:00,661 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dafd370a0ab34506bdb97f06f2a13822, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T07:22:00,662 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8981b19ceb164a91be56e032265528a4 as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8981b19ceb164a91be56e032265528a4 2024-11-25T07:22:00,665 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8981b19ceb164a91be56e032265528a4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T07:22:00,665 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea1588635a2483c9923ef53eef8c92b as hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cea1588635a2483c9923ef53eef8c92b 2024-11-25T07:22:00,669 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36825/user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cea1588635a2483c9923ef53eef8c92b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T07:22:00,669 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-11-25T07:22:00,670 INFO [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:22:00,671 DEBUG [M:0;5eb3d201e8c9:37197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519319393Disabling compacts and flushes for region at 1732519319393Disabling writes for close at 1732519319393Obtaining lock to block concurrent updates at 1732519319394 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519319394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732519319394Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519319394Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519319394Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519319408 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519319408Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519319816 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519319829 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519319829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519320236 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519320250 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519320250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf4d8b2: reopening flushed file at 1732519320657 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c457623: reopening flushed file at 1732519320661 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667d0a61: reopening flushed file at 1732519320665 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1732519320669 (+4 ms)Writing region close event to WAL at 1732519320670 (+1 ms)Closed at 1732519320670 2024-11-25T07:22:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46751 is added to blk_1073741830_1006 (size=32770) 2024-11-25T07:22:00,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2aa38015-3a9a-32ba-6a22-90bfdb6f2764/MasterData/WALs/5eb3d201e8c9,37197,1732519297746/5eb3d201e8c9%2C37197%2C1732519297746.1732519299482 not finished, retry = 0 2024-11-25T07:22:00,777 INFO [M:0;5eb3d201e8c9:37197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:22:00,777 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:22:00,777 INFO [M:0;5eb3d201e8c9:37197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37197 2024-11-25T07:22:00,777 INFO [M:0;5eb3d201e8c9:37197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:22:00,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:22:00,879 INFO [M:0;5eb3d201e8c9:37197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:22:00,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1014e0058e40003, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:22:00,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52cc92fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:22:00,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326cb3a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:22:00,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:22:00,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d49f62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:22:00,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@266c2ad8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.log.dir/,STOPPED} 2024-11-25T07:22:00,884 WARN [BP-437400600-172.17.0.2-1732519296649 heartbeating to localhost/127.0.0.1:36825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:22:00,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:22:00,884 WARN [BP-437400600-172.17.0.2-1732519296649 heartbeating to localhost/127.0.0.1:36825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-437400600-172.17.0.2-1732519296649 (Datanode Uuid dbc473db-c17d-482a-b9ff-ccaf12fc1133) service to localhost/127.0.0.1:36825 2024-11-25T07:22:00,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:22:00,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/cluster_1212bcb6-be73-8526-b9a4-37d1d059a435/data/data1/current/BP-437400600-172.17.0.2-1732519296649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:22:00,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/cluster_1212bcb6-be73-8526-b9a4-37d1d059a435/data/data2/current/BP-437400600-172.17.0.2-1732519296649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:22:00,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:22:00,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d88ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:22:00,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4810c33e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:22:00,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:22:00,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75665d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:22:00,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35ef8f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ab42fb-103b-ed15-1f72-16fcebe045d2/hadoop.log.dir/,STOPPED} 2024-11-25T07:22:00,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:22:00,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:22:00,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:22:00,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:22:00,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:00,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:00,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:22:00,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:22:00,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=153517487, stopped=false 2024-11-25T07:22:00,907 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5eb3d201e8c9,32869,1732519293538 2024-11-25T07:22:00,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0549088213/running 2024-11-25T07:22:00,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:22:00,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0549088213/running 2024-11-25T07:22:00,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:22:00,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:22:00,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:22:00,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:22:00,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:00,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5eb3d201e8c9,35947,1732519293591' ***** 2024-11-25T07:22:00,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:22:00,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on znode that does not yet exist, /0549088213/running 2024-11-25T07:22:00,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Set watcher on znode that does not yet exist, /0549088213/running 2024-11-25T07:22:00,909 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:22:00,909 INFO [RS:0;5eb3d201e8c9:35947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:22:00,909 INFO [RS:0;5eb3d201e8c9:35947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:22:00,909 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for 261f77a363e3942a9a46ac42d8d991a7 2024-11-25T07:22:00,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:22:00,910 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:22:00,910 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(959): stopping server 5eb3d201e8c9,35947,1732519293591 2024-11-25T07:22:00,910 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:22:00,910 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 261f77a363e3942a9a46ac42d8d991a7, disabling compactions & flushes 2024-11-25T07:22:00,910 INFO [RS:0;5eb3d201e8c9:35947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35947. 2024-11-25T07:22:00,910 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:22:00,910 DEBUG [RS:0;5eb3d201e8c9:35947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:22:00,910 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:22:00,910 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:00,910 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. after waiting 0 ms 2024-11-25T07:22:00,910 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:22:00,910 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:22:00,910 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:22:00,911 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:22:00,911 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 261f77a363e3942a9a46ac42d8d991a7 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-25T07:22:00,911 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:22:00,911 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T07:22:00,911 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1325): Online Regions={261f77a363e3942a9a46ac42d8d991a7=hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7., 9c12a4aaf5ffd25b1b3e35f4f01b28e0=test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T07:22:00,911 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261f77a363e3942a9a46ac42d8d991a7, 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:22:00,911 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:22:00,911 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:22:00,911 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:22:00,911 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:22:00,911 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:22:00,911 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T07:22:00,933 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/.tmp/hfileref/8dab2649cad04c81a8363db91afbb408 is 74, key is 1/hfileref:5c36a04be4c348518e75daf54ede6ccb_SeqId_4_/1732519312555/DeleteColumn/seqid=0 2024-11-25T07:22:00,933 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/info/69beef153e314aa1962b48b97748912b is 147, key is hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7./info:regioninfo/1732519310813/Put/seqid=0 2024-11-25T07:22:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741847_1023 (size=7686) 2024-11-25T07:22:00,937 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/info/69beef153e314aa1962b48b97748912b 2024-11-25T07:22:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741848_1024 (size=5489) 2024-11-25T07:22:00,955 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/ns/7b4095c8577d4774a486e7eb8337f731 is 43, key is default/ns:d/1732519296517/Put/seqid=0 2024-11-25T07:22:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741849_1025 (size=5153) 2024-11-25T07:22:00,959 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/ns/7b4095c8577d4774a486e7eb8337f731 2024-11-25T07:22:00,975 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/rep_barrier/c1cfed97ef4e426799d64c295122cb82 is 112, key is test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0./rep_barrier:seqnumDuringOpen/1732519305339/Put/seqid=0 2024-11-25T07:22:00,977 INFO [regionserver/5eb3d201e8c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:22:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741850_1026 (size=5518) 2024-11-25T07:22:01,054 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:22:01,111 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261f77a363e3942a9a46ac42d8d991a7, 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:22:01,299 DEBUG [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.1732519313082 to pos 393, reset compression=false 2024-11-25T07:22:01,311 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261f77a363e3942a9a46ac42d8d991a7, 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:22:01,337 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/.tmp/hfileref/8dab2649cad04c81a8363db91afbb408 2024-11-25T07:22:01,359 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/.tmp/queue/13298b53f9dd43a1b0d3a45ac27bc997 is 153, key is 1-5eb3d201e8c9,35947,1732519293591/queue:5eb3d201e8c9%2C35947%2C1732519293591/1732519315369/Put/seqid=0 2024-11-25T07:22:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741851_1027 (size=5504) 2024-11-25T07:22:01,379 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/rep_barrier/c1cfed97ef4e426799d64c295122cb82 2024-11-25T07:22:01,396 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/table/953b529e076d4d6ea0408d45f32f36b3 is 53, key is hbase:replication/table:state/1732519310819/Put/seqid=0 2024-11-25T07:22:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741852_1028 (size=5308) 2024-11-25T07:22:01,442 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T07:22:01,442 INFO [regionserver/5eb3d201e8c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T07:22:01,512 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261f77a363e3942a9a46ac42d8d991a7, 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:22:01,712 DEBUG [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 261f77a363e3942a9a46ac42d8d991a7, 9c12a4aaf5ffd25b1b3e35f4f01b28e0 2024-11-25T07:22:01,763 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/.tmp/queue/13298b53f9dd43a1b0d3a45ac27bc997 2024-11-25T07:22:01,767 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/.tmp/hfileref/8dab2649cad04c81a8363db91afbb408 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/hfileref/8dab2649cad04c81a8363db91afbb408 2024-11-25T07:22:01,770 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/hfileref/8dab2649cad04c81a8363db91afbb408, entries=6, sequenceid=17, filesize=5.4 K 2024-11-25T07:22:01,771 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/.tmp/queue/13298b53f9dd43a1b0d3a45ac27bc997 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/queue/13298b53f9dd43a1b0d3a45ac27bc997 2024-11-25T07:22:01,774 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/queue/13298b53f9dd43a1b0d3a45ac27bc997, entries=2, sequenceid=17, filesize=5.4 K 2024-11-25T07:22:01,775 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 261f77a363e3942a9a46ac42d8d991a7 in 865ms, sequenceid=17, compaction requested=false 2024-11-25T07:22:01,778 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/replication/261f77a363e3942a9a46ac42d8d991a7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-25T07:22:01,778 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:22:01,778 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:22:01,778 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:22:01,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 261f77a363e3942a9a46ac42d8d991a7: Waiting for close lock at 1732519320910Running coprocessor pre-close hooks at 1732519320910Disabling compacts and flushes for region at 1732519320910Disabling writes for close at 1732519320910Obtaining lock to block concurrent updates at 1732519320911 (+1 ms)Preparing flush snapshotting stores in 261f77a363e3942a9a46ac42d8d991a7 at 1732519320911Finished memstore snapshotting hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732519320911Flushing stores of hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. at 1732519320911Flushing 261f77a363e3942a9a46ac42d8d991a7/hfileref: creating writer at 1732519320912 (+1 ms)Flushing 261f77a363e3942a9a46ac42d8d991a7/hfileref: appending metadata at 1732519320933 (+21 ms)Flushing 261f77a363e3942a9a46ac42d8d991a7/hfileref: closing flushed file at 1732519320933Flushing 261f77a363e3942a9a46ac42d8d991a7/queue: creating writer at 1732519321341 (+408 ms)Flushing 261f77a363e3942a9a46ac42d8d991a7/queue: appending metadata at 1732519321358 (+17 ms)Flushing 261f77a363e3942a9a46ac42d8d991a7/queue: closing flushed file at 1732519321358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd8cb13: reopening flushed file at 1732519321766 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5b69c7: reopening flushed file at 1732519321770 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 261f77a363e3942a9a46ac42d8d991a7 in 865ms, sequenceid=17, compaction requested=false at 1732519321775 (+5 ms)Writing region close event to WAL at 1732519321776 (+1 ms)Running coprocessor post-close hooks at 1732519321778 (+2 ms)Closed at 1732519321778 2024-11-25T07:22:01,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732519310047.261f77a363e3942a9a46ac42d8d991a7. 2024-11-25T07:22:01,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c12a4aaf5ffd25b1b3e35f4f01b28e0, disabling compactions & flushes 2024-11-25T07:22:01,779 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:22:01,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:22:01,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. after waiting 0 ms 2024-11-25T07:22:01,779 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:22:01,781 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/default/test/9c12a4aaf5ffd25b1b3e35f4f01b28e0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:22:01,782 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:22:01,782 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T07:22:01,782 INFO [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:22:01,782 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c12a4aaf5ffd25b1b3e35f4f01b28e0: Waiting for close lock at 1732519321779Running coprocessor pre-close hooks at 1732519321779Disabling compacts and flushes for region at 1732519321779Disabling writes for close at 1732519321779Writing region close event to WAL at 1732519321779Running coprocessor post-close hooks at 1732519321782 (+3 ms)Closed at 1732519321782 2024-11-25T07:22:01,782 DEBUG [RS_CLOSE_REGION-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732519304589.9c12a4aaf5ffd25b1b3e35f4f01b28e0. 2024-11-25T07:22:01,799 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/table/953b529e076d4d6ea0408d45f32f36b3 2024-11-25T07:22:01,802 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/info/69beef153e314aa1962b48b97748912b as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/info/69beef153e314aa1962b48b97748912b 2024-11-25T07:22:01,805 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/info/69beef153e314aa1962b48b97748912b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T07:22:01,806 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/ns/7b4095c8577d4774a486e7eb8337f731 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/ns/7b4095c8577d4774a486e7eb8337f731 2024-11-25T07:22:01,809 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/ns/7b4095c8577d4774a486e7eb8337f731, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T07:22:01,810 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/rep_barrier/c1cfed97ef4e426799d64c295122cb82 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/rep_barrier/c1cfed97ef4e426799d64c295122cb82 2024-11-25T07:22:01,813 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/rep_barrier/c1cfed97ef4e426799d64c295122cb82, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T07:22:01,814 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/.tmp/table/953b529e076d4d6ea0408d45f32f36b3 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/table/953b529e076d4d6ea0408d45f32f36b3 2024-11-25T07:22:01,817 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/table/953b529e076d4d6ea0408d45f32f36b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T07:22:01,818 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false 2024-11-25T07:22:01,827 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T07:22:01,827 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T07:22:01,827 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:22:01,827 INFO [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:22:01,827 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732519320911Running coprocessor pre-close hooks at 1732519320911Disabling compacts and flushes for region at 1732519320911Disabling writes for close at 1732519320911Obtaining lock to block concurrent updates at 1732519320911Preparing flush snapshotting stores in 1588230740 at 1732519320911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732519320912 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732519320912Flushing 1588230740/info: creating writer at 1732519320912Flushing 1588230740/info: appending metadata at 1732519320933 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732519320933Flushing 1588230740/ns: creating writer at 1732519320941 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732519320955 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732519320955Flushing 1588230740/rep_barrier: creating writer at 1732519320962 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732519320975 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732519320975Flushing 1588230740/table: creating writer at 1732519321382 (+407 ms)Flushing 1588230740/table: appending metadata at 1732519321395 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732519321395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1ac2de: reopening flushed file at 1732519321802 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afc32f0: reopening flushed file at 1732519321805 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a13e60a: reopening flushed file at 1732519321809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c02fa: reopening flushed file at 1732519321813 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false at 1732519321818 (+5 ms)Writing region close event to WAL at 1732519321824 (+6 ms)Running coprocessor post-close hooks at 1732519321827 (+3 ms)Closed at 1732519321827 2024-11-25T07:22:01,827 DEBUG [RS_CLOSE_META-regionserver/5eb3d201e8c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:22:01,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T07:22:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,912 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(976): stopping server 5eb3d201e8c9,35947,1732519293591; all regions closed. 2024-11-25T07:22:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741842_1018 (size=859) 2024-11-25T07:22:01,917 DEBUG [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs 2024-11-25T07:22:01,917 INFO [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C35947%2C1732519293591.meta:.meta(num 1732519313065) 2024-11-25T07:22:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741844_1020 (size=2791) 2024-11-25T07:22:01,918 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/WALs/5eb3d201e8c9,35947,1732519293591/5eb3d201e8c9%2C35947%2C1732519293591.rep.1732519313120 not finished, retry = 0 2024-11-25T07:22:01,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:01,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T07:22:02,021 DEBUG [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs 2024-11-25T07:22:02,022 INFO [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C35947%2C1732519293591.rep:(num 1732519313120) 2024-11-25T07:22:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741843_1019 (size=696) 2024-11-25T07:22:02,025 DEBUG [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/oldWALs 2024-11-25T07:22:02,025 INFO [RS:0;5eb3d201e8c9:35947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5eb3d201e8c9%2C35947%2C1732519293591:(num 1732519313082) 2024-11-25T07:22:02,025 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:02,025 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:22:02,025 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:22:02,026 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.ChoreService(370): Chore service for: regionserver/5eb3d201e8c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:22:02,026 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:22:02,026 INFO [regionserver/5eb3d201e8c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:22:02,026 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5eb3d201e8c9,35947,1732519293591 because: Region server is closing 2024-11-25T07:22:02,027 INFO [RS:0;5eb3d201e8c9:35947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35947. 2024-11-25T07:22:02,027 DEBUG [RS:0;5eb3d201e8c9:35947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:22:02,027 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:02,027 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:02,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:22:02,127 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:22:02,127 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:22:02,128 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,1-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,1-5eb3d201e8c9,35947,1732519293591 terminated 2024-11-25T07:22:02,128 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5eb3d201e8c9,35947,1732519293591 because: Region server is closing 2024-11-25T07:22:02,128 INFO [RS:0;5eb3d201e8c9:35947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5eb3d201e8c9:35947. 2024-11-25T07:22:02,128 DEBUG [RS:0;5eb3d201e8c9:35947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:22:02,128 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:02,128 DEBUG [RS:0;5eb3d201e8c9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:22:02,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:22:02,228 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.wal-reader.5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T07:22:02,228 WARN [RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T07:22:02,228 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5eb3d201e8c9:0-0.replicationSource,2-5eb3d201e8c9,35947,1732519293591.replicationSource.shipper5eb3d201e8c9%2C35947%2C1732519293591,2-5eb3d201e8c9,35947,1732519293591 terminated 2024-11-25T07:22:02,229 INFO [RS:0;5eb3d201e8c9:35947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35947 2024-11-25T07:22:02,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0549088213/rs/5eb3d201e8c9,35947,1732519293591 2024-11-25T07:22:02,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213/rs 2024-11-25T07:22:02,231 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:22:02,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5eb3d201e8c9,35947,1732519293591] 2024-11-25T07:22:02,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0549088213/draining/5eb3d201e8c9,35947,1732519293591 already deleted, retry=false 2024-11-25T07:22:02,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5eb3d201e8c9,35947,1732519293591 expired; onlineServers=0 2024-11-25T07:22:02,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5eb3d201e8c9,32869,1732519293538' ***** 2024-11-25T07:22:02,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:22:02,234 INFO [M:0;5eb3d201e8c9:32869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:22:02,234 INFO [M:0;5eb3d201e8c9:32869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:22:02,234 DEBUG [M:0;5eb3d201e8c9:32869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:22:02,234 DEBUG [M:0;5eb3d201e8c9:32869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:22:02,234 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:22:02,234 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519295333 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.large.0-1732519295333,5,FailOnTimeoutGroup] 2024-11-25T07:22:02,234 DEBUG [master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519295333 {}] cleaner.HFileCleaner(306): Exit Thread[master/5eb3d201e8c9:0:becomeActiveMaster-HFileCleaner.small.0-1732519295333,5,FailOnTimeoutGroup] 2024-11-25T07:22:02,234 INFO [M:0;5eb3d201e8c9:32869 {}] hbase.ChoreService(370): Chore service for: master/5eb3d201e8c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:22:02,234 INFO [M:0;5eb3d201e8c9:32869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:22:02,234 DEBUG [M:0;5eb3d201e8c9:32869 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:22:02,235 INFO [M:0;5eb3d201e8c9:32869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:22:02,235 INFO [M:0;5eb3d201e8c9:32869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:22:02,235 INFO [M:0;5eb3d201e8c9:32869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:22:02,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:22:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0549088213/master 2024-11-25T07:22:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0549088213 2024-11-25T07:22:02,235 DEBUG [M:0;5eb3d201e8c9:32869 {}] zookeeper.ZKUtil(347): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Unable to get data of znode /0549088213/master because node does not exist (not an error) 2024-11-25T07:22:02,236 WARN [M:0;5eb3d201e8c9:32869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:22:02,236 INFO [M:0;5eb3d201e8c9:32869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/.lastflushedseqids 2024-11-25T07:22:02,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741853_1029 (size=263) 2024-11-25T07:22:02,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:22:02,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1014e0058e40001, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:22:02,333 INFO [RS:0;5eb3d201e8c9:35947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:22:02,333 INFO [RS:0;5eb3d201e8c9:35947 {}] regionserver.HRegionServer(1031): Exiting; stopping=5eb3d201e8c9,35947,1732519293591; zookeeper connection closed. 2024-11-25T07:22:02,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14a61b67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14a61b67 2024-11-25T07:22:02,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T07:22:02,640 INFO [M:0;5eb3d201e8c9:32869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:22:02,641 INFO [M:0;5eb3d201e8c9:32869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:22:02,641 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:22:02,641 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:22:02,641 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:22:02,641 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:22:02,641 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:22:02,641 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-25T07:22:02,659 DEBUG [M:0;5eb3d201e8c9:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/943eaa67155b4402ac644d5216ed8bbb is 82, key is hbase:meta,,1/info:regioninfo/1732519296505/Put/seqid=0 2024-11-25T07:22:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741854_1030 (size=5672) 2024-11-25T07:22:03,063 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/943eaa67155b4402ac644d5216ed8bbb 2024-11-25T07:22:03,080 DEBUG [M:0;5eb3d201e8c9:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88fef55cb0c74f9eb16437b5f5f04f37 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732519310822/Put/seqid=0 2024-11-25T07:22:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741855_1031 (size=8909) 2024-11-25T07:22:03,126 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:22:03,484 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88fef55cb0c74f9eb16437b5f5f04f37 2024-11-25T07:22:03,501 DEBUG [M:0;5eb3d201e8c9:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b62ea44f37645daae2ee3c39ceb27e6 is 69, key is 5eb3d201e8c9,35947,1732519293591/rs:state/1732519295433/Put/seqid=0 2024-11-25T07:22:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741856_1032 (size=5156) 2024-11-25T07:22:03,505 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b62ea44f37645daae2ee3c39ceb27e6 2024-11-25T07:22:03,508 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/943eaa67155b4402ac644d5216ed8bbb as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/943eaa67155b4402ac644d5216ed8bbb 2024-11-25T07:22:03,511 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/943eaa67155b4402ac644d5216ed8bbb, entries=8, sequenceid=112, filesize=5.5 K 2024-11-25T07:22:03,512 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88fef55cb0c74f9eb16437b5f5f04f37 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88fef55cb0c74f9eb16437b5f5f04f37 2024-11-25T07:22:03,515 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88fef55cb0c74f9eb16437b5f5f04f37, entries=13, sequenceid=112, filesize=8.7 K 2024-11-25T07:22:03,515 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b62ea44f37645daae2ee3c39ceb27e6 as hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b62ea44f37645daae2ee3c39ceb27e6 2024-11-25T07:22:03,518 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b62ea44f37645daae2ee3c39ceb27e6, entries=1, sequenceid=112, filesize=5.0 K 2024-11-25T07:22:03,519 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false 2024-11-25T07:22:03,520 INFO [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:22:03,520 DEBUG [M:0;5eb3d201e8c9:32869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732519322641Disabling compacts and flushes for region at 1732519322641Disabling writes for close at 1732519322641Obtaining lock to block concurrent updates at 1732519322641Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732519322641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732519322641Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732519322642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732519322642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732519322659 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732519322659Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732519323067 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732519323080 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732519323080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732519323487 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732519323501 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732519323501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f5cdce: reopening flushed file at 1732519323508 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dd6c16: reopening flushed file at 1732519323511 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30996230: reopening flushed file at 1732519323515 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false at 1732519323519 (+4 ms)Writing region close event to WAL at 1732519323520 (+1 ms)Closed at 1732519323520 2024-11-25T07:22:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39565 is added to blk_1073741830_1006 (size=69055) 2024-11-25T07:22:03,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3dbddf0e-5149-4057-c903-9a5eeb44b7a7/MasterData/WALs/5eb3d201e8c9,32869,1732519293538/5eb3d201e8c9%2C32869%2C1732519293538.1732519295268 not finished, retry = 0 2024-11-25T07:22:03,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:22:03,623 INFO [M:0;5eb3d201e8c9:32869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:22:03,623 INFO [M:0;5eb3d201e8c9:32869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32869 2024-11-25T07:22:03,623 INFO [M:0;5eb3d201e8c9:32869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:22:03,725 INFO [M:0;5eb3d201e8c9:32869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:22:03,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:22:03,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1014e0058e40000, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:22:03,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ee8d61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:22:03,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c9a294c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:22:03,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:22:03,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d9060f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:22:03,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a2d6990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.log.dir/,STOPPED} 2024-11-25T07:22:03,730 WARN [BP-667121861-172.17.0.2-1732519292522 heartbeating to localhost/127.0.0.1:41685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:22:03,730 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:22:03,730 WARN [BP-667121861-172.17.0.2-1732519292522 heartbeating to localhost/127.0.0.1:41685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-667121861-172.17.0.2-1732519292522 (Datanode Uuid b162de58-9370-4f04-86d3-e4ade7f01991) service to localhost/127.0.0.1:41685 2024-11-25T07:22:03,730 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:22:03,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d/data/data1/current/BP-667121861-172.17.0.2-1732519292522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:22:03,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/cluster_0ceb6daa-6f3c-e78f-c659-36e3d572023d/data/data2/current/BP-667121861-172.17.0.2-1732519292522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:22:03,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:22:03,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46873611{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:22:03,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f53a1f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:22:03,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:22:03,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34af3c01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:22:03,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48655c2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ee1ac0f-3702-e4cb-7634-b603f1d59a51/hadoop.log.dir/,STOPPED} 2024-11-25T07:22:03,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:22:03,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T07:22:03,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 534) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41729 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41685 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41685 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36825 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36825 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41685 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41729 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=6967 (was 7230) 2024-11-25T07:22:03,775 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-25T07:22:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014e0058e40005, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:22:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014e0058e40008, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:22:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014e0058e40002, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T07:22:03,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014e0058e40008, quorum=127.0.0.1:55884, baseZNode=/2-19261160 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:22:03,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014e0058e40005, quorum=127.0.0.1:55884, baseZNode=/11638885927 Received Disconnected from ZooKeeper, ignoring 2024-11-25T07:22:03,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014e0058e40002, quorum=127.0.0.1:55884, baseZNode=/0549088213 Received Disconnected from ZooKeeper, ignoring